{"id":"https://openalex.org/W2890729396","doi":"https://doi.org/10.1109/tvcg.2018.2865146","title":"A Heuristic Approach to Value-Driven Evaluation of Visualizations","display_name":"A Heuristic Approach to Value-Driven Evaluation of Visualizations","publication_year":2018,"publication_date":"2018-09-03","ids":{"openalex":"https://openalex.org/W2890729396","doi":"https://doi.org/10.1109/tvcg.2018.2865146","mag":"2890729396","pmid":"https://pubmed.ncbi.nlm.nih.gov/30188826"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2018.2865146","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2018.2865146","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/biblio/1485468","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010499463","display_name":"Emily Wall","orcid":"https://orcid.org/0000-0003-4568-0698"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emily Wall","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, US","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058764721","display_name":"Meeshu Agnihotri","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meeshu Agnihotri","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, US","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017444173","display_name":"Laura E. Matzen","orcid":"https://orcid.org/0000-0002-7720-2896"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laura Matzen","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM, US","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026549128","display_name":"Kristin Divis","orcid":"https://orcid.org/0000-0002-6283-4081"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristin Divis","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM, US","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089227387","display_name":"Michael Joseph Haass","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Haass","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM, US","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064306421","display_name":"Alex Endert","orcid":"https://orcid.org/0000-0002-6914-610X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Endert","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, US","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082668404","display_name":"John Stasko","orcid":"https://orcid.org/0000-0003-4129-7659"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Stasko","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, US","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4336,"has_fulltext":false,"cited_by_count":106,"citation_normalized_percentile":{"value":0.90056415,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"25","issue":"1","first_page":"491","last_page":"500"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12114","display_name":"Sensory Analysis and Statistical Methods","score":0.963100016117096,"subfield":{"id":"https://openalex.org/subfields/1106","display_name":"Food Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9101999998092651,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/opacity","display_name":"Opacity","score":0.729996919631958},{"id":"https://openalex.org/keywords/hue","display_name":"Hue","score":0.718904972076416},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6555838584899902},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.644832968711853},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5644741058349609},{"id":"https://openalex.org/keywords/lightness","display_name":"Lightness","score":0.5564351081848145},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.47099727392196655},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.46206507086753845},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.423021525144577},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.41689494252204895},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.35507336258888245},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1804746687412262},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09745568037033081}],"concepts":[{"id":"https://openalex.org/C60056205","wikidata":"https://www.wikidata.org/wiki/Q691914","display_name":"Opacity","level":2,"score":0.729996919631958},{"id":"https://openalex.org/C126537357","wikidata":"https://www.wikidata.org/wiki/Q372948","display_name":"Hue","level":2,"score":0.718904972076416},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6555838584899902},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.644832968711853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5644741058349609},{"id":"https://openalex.org/C193601281","wikidata":"https://www.wikidata.org/wiki/Q19426","display_name":"Lightness","level":2,"score":0.5564351081848145},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.47099727392196655},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.46206507086753845},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.423021525144577},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.41689494252204895},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35507336258888245},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1804746687412262},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09745568037033081},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvcg.2018.2865146","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2018.2865146","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:30188826","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30188826","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null},{"id":"pmh:oai:osti.gov:1485468","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1485468","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1485468","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1485468","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332369","display_name":"National Nuclear Security Administration","ror":"https://ror.org/03sk1we31"},{"id":"https://openalex.org/F4320337547","display_name":"Laboratory Directed Research and Development","ror":"https://ror.org/01e41cf67"},{"id":"https://openalex.org/F4320338291","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W52809394","https://openalex.org/W166454861","https://openalex.org/W1972250810","https://openalex.org/W1977953443","https://openalex.org/W1981355240","https://openalex.org/W1987135115","https://openalex.org/W2006322477","https://openalex.org/W2019714146","https://openalex.org/W2052398640","https://openalex.org/W2055175765","https://openalex.org/W2057615322","https://openalex.org/W2057718781","https://openalex.org/W2058203255","https://openalex.org/W2079420557","https://openalex.org/W2083896568","https://openalex.org/W2095631681","https://openalex.org/W2113547941","https://openalex.org/W2121003513","https://openalex.org/W2130774862","https://openalex.org/W2134578561","https://openalex.org/W2138658268","https://openalex.org/W2141033859","https://openalex.org/W2144320230","https://openalex.org/W2155733062","https://openalex.org/W2157887077","https://openalex.org/W2158685692","https://openalex.org/W2162598207","https://openalex.org/W2168440500","https://openalex.org/W2169936492","https://openalex.org/W2170686791","https://openalex.org/W2310963243","https://openalex.org/W2326713822","https://openalex.org/W2407529156","https://openalex.org/W2529391596","https://openalex.org/W2592282157","https://openalex.org/W2613490660","https://openalex.org/W6737738045"],"related_works":["https://openalex.org/W1948574732","https://openalex.org/W2605913192","https://openalex.org/W2085519698","https://openalex.org/W2027697426","https://openalex.org/W2967053423","https://openalex.org/W3010733272","https://openalex.org/W2567952987","https://openalex.org/W2347636792","https://openalex.org/W2146893989","https://openalex.org/W1996716321"],"abstract_inverted_index":{"To":[0,65],"interpret":[1,16],"data":[2,94],"visualizations,":[3],"people":[4,18],"must":[5,19],"determine":[6,20,79],"how":[7,21,55,88,109],"visual":[8,56],"features":[9,57],"map":[10,28,59,160,181],"onto":[11,29,60],"concepts.":[12],"For":[13],"example,":[14],"to":[15,75,143,161,182,222,233,241,248,257],"colormaps,":[17],"dimensions":[22],"of":[23,31,54,108],"color":[24,112],"(e.g.,":[25,35],"lightness,":[26],"hue)":[27],"quantities":[30,163,184,260],"a":[32,218],"given":[33],"measure":[34],"brain":[36],"activity,":[37],"correlation":[38],"magnitude).":[39],"This":[40],"process":[41],"is":[42,73,149,221,239],"easier":[43],"when":[44],"the":[45,49,99,110,127,140,202,210],"encoded":[46],"mappings":[47,91,229],"in":[48,69,145,153,169,235,250,261],"visualization":[50,70],"match":[51,226],"people's":[52,80,227],"predictions":[53],"will":[58,245],"concepts,":[61],"their":[62],"inferred":[63,81,89,114,228],"mappings.":[64,82,116],"harness":[66],"this":[67,84],"principle":[68],"design,":[71],"it":[72,134,238],"necessary":[74],"understand":[76],"what":[77],"factors":[78],"In":[83],"study,":[85],"we":[86],"investigated":[87],"color-quantity":[90,115],"for":[92],"colormap":[93,141],"visualizations":[95],"were":[96],"influenced":[97],"by":[98],"background":[100,111,128,236,254],"color.":[101],"Prior":[102],"literature":[103],"presents":[104],"seemingly":[105],"conflicting":[106],"accounts":[107],"affects":[113],"The":[117,213],"present":[118],"results":[119,214],"help":[120],"resolve":[121],"those":[122],"conflicts,":[123,201],"demonstrating":[124],"that":[125,157,177,216,225,244],"sometimes":[126,133],"has":[129],"an":[130],"effect":[131],"and":[132,194,230,256],"does":[135],"not,":[136],"depending":[137],"on":[138,191,196,252],"whether":[139],"appears":[142],"vary":[144,249],"opacity.":[146],"When":[147],"there":[148],"no":[150],"apparent":[151,167],"variation":[152,168],"opacity,":[154],"participants":[155,172],"infer":[156],"darker":[158,262],"colors":[159,180],"larger":[162,183,259],"(dark-is-more":[164],"bias).":[165,186],"As":[166],"opacity":[170,251],"increases,":[171],"become":[173],"biased":[174],"toward":[175],"inferring":[176],"more":[178],"opaque":[179],"(opaque-is-more":[185],"These":[187],"biases":[188],"work":[189],"together":[190],"light":[192],"backgrounds":[193],"conflict":[195],"dark":[197],"backgrounds.":[198],"Under":[199],"such":[200],"opaque-is-more":[203],"bias":[204],"can":[205],"negate,":[206],"or":[207],"even":[208],"supersede":[209],"dark-is-more":[211],"bias.":[212],"suggest":[215],"if":[217],"design":[219],"goal":[220],"produce":[223],"colormaps":[224,243],"are":[231],"robust":[232],"changes":[234],"color,":[237,255],"beneficial":[240],"use":[242],"not":[246],"appear":[247],"any":[253],"encode":[258],"colors.":[263]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":4}],"updated_date":"2026-08-08T01:25:22.217667","created_date":"2018-09-27T00:00:00"}