{"id":"https://openalex.org/W4281680021","doi":"https://doi.org/10.1109/mcg.2022.3152676","title":"VisHikers\u2019 Guide to Evaluation: Competing Considerations in Study Design","display_name":"VisHikers\u2019 Guide to Evaluation: Competing Considerations in Study Design","publication_year":2022,"publication_date":"2022-05-01","ids":{"openalex":"https://openalex.org/W4281680021","doi":"https://doi.org/10.1109/mcg.2022.3152676","pmid":"https://pubmed.ncbi.nlm.nih.gov/35671279"},"language":"en","primary_location":{"id":"doi:10.1109/mcg.2022.3152676","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcg.2022.3152676","pdf_url":null,"source":{"id":"https://openalex.org/S105380075","display_name":"IEEE Computer Graphics and Applications","issn_l":"0272-1716","issn":["0272-1716","1558-1756"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computer Graphics and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010499463","display_name":"Emily Wall","orcid":"https://orcid.org/0000-0003-4568-0698"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Emily Wall","raw_affiliation_strings":["Emory University, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"Emory University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I150468666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067858887","display_name":"Cindy Xiong","orcid":"https://orcid.org/0000-0002-1451-4083"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cindy Xiong","raw_affiliation_strings":["University of Massachusetts - Amherst, Amherst, MA, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts - Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084668442","display_name":"Yea\u2010Seul Kim","orcid":"https://orcid.org/0000-0003-1854-1537"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yea-Seul Kim","raw_affiliation_strings":["University of Wisconsin - Madison, Madison, WI, USA"],"affiliations":[{"raw_affiliation_string":"University of Wisconsin - Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5010499463"],"corresponding_institution_ids":["https://openalex.org/I150468666"],"apc_list":null,"apc_paid":null,"fwci":0.8049,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.72096534,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"42","issue":"3","first_page":"29","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9492999911308289,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/blessing","display_name":"Blessing","score":0.8934555649757385},{"id":"https://openalex.org/keywords/curse","display_name":"Curse","score":0.8409664630889893},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7295681238174438},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.7167032957077026},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6747276782989502},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5903966426849365},{"id":"https://openalex.org/keywords/graphics","display_name":"Graphics","score":0.5299975275993347},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5220437049865723},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics","score":0.5067103505134583},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3936863839626312},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3735921382904053},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.21251502633094788},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2124229371547699},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.1395571231842041},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.10526862740516663}],"concepts":[{"id":"https://openalex.org/C2776195157","wikidata":"https://www.wikidata.org/wiki/Q626510","display_name":"Blessing","level":2,"score":0.8934555649757385},{"id":"https://openalex.org/C2780273121","wikidata":"https://www.wikidata.org/wiki/Q109411","display_name":"Curse","level":2,"score":0.8409664630889893},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7295681238174438},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.7167032957077026},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6747276782989502},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5903966426849365},{"id":"https://openalex.org/C21442007","wikidata":"https://www.wikidata.org/wiki/Q1027879","display_name":"Graphics","level":2,"score":0.5299975275993347},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5220437049865723},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.5067103505134583},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3936863839626312},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3735921382904053},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.21251502633094788},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2124229371547699},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.1395571231842041},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.10526862740516663},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/mcg.2022.3152676","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcg.2022.3152676","pdf_url":null,"source":{"id":"https://openalex.org/S105380075","display_name":"IEEE Computer Graphics and Applications","issn_l":"0272-1716","issn":["0272-1716","1558-1756"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computer Graphics and Applications","raw_type":"journal-article"},{"id":"pmid:35671279","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35671279","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE computer graphics and applications","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6299999952316284}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W261580403","https://openalex.org/W1970569592","https://openalex.org/W2019714146","https://openalex.org/W2060715347","https://openalex.org/W2073800769","https://openalex.org/W2107139603","https://openalex.org/W2115556748","https://openalex.org/W2123932410","https://openalex.org/W2142493242","https://openalex.org/W2157887077","https://openalex.org/W2168440500","https://openalex.org/W2168892760","https://openalex.org/W2402661097","https://openalex.org/W2611586694","https://openalex.org/W2890729396","https://openalex.org/W3081184337","https://openalex.org/W3087243598","https://openalex.org/W3093653605","https://openalex.org/W3118071155","https://openalex.org/W3187134381","https://openalex.org/W4237375617"],"related_works":["https://openalex.org/W2005044196","https://openalex.org/W2313412377","https://openalex.org/W1485007142","https://openalex.org/W3133282625","https://openalex.org/W2314038984","https://openalex.org/W1911503363","https://openalex.org/W3165692504","https://openalex.org/W3180421702","https://openalex.org/W2313993255","https://openalex.org/W2413520594"],"abstract_inverted_index":{"In":[0],"this":[1],"Viewpoint":[2],"article,":[3],"we":[4,91],"describe":[5,122],"the":[6,13,26,41,49,71,77,102,115],"persistent":[7],"tensions":[8],"between":[9],"various":[10],"camps":[11],"on":[12,101],"\"right\"":[14],"way":[15],"to":[16,63,94,113,133],"conduct":[17],"evaluations":[18,132],"in":[19,45],"visualization.":[20],"Visualization":[21],"as":[22,88],"a":[23,39,58,61,68,85,89],"field":[24],"is":[25,56,67,76,84],"amalgamation":[27],"of":[28,51,73,80,104,117],"cognitive":[29],"and":[30,33,60,111],"perceptual":[31],"sciences":[32],"computer":[34],"graphics,":[35],"among":[36],"others.":[37],"As":[38],"result,":[40],"relatively":[42],"disjointed":[43],"lineages":[44],"visualization":[46],"understandably":[47],"approach":[48],"topic":[50,103],"evaluation":[52,118,137],"very":[53],"differently.":[54],"It":[55,66],"both":[57],"blessing":[59],"curse":[62],"our":[64],"field.":[65],"blessing,":[69],"because":[70,87],"collaboration":[72],"diverse":[74],"perspectives":[75,100],"breeding":[78],"ground":[79],"innovation.":[81],"Yet":[82],"it":[83],"curse,":[86],"community,":[90],"have":[92],"yet":[93],"resolve":[95],"an":[96],"appreciation":[97],"for":[98],"differing":[99,109,135],"evaluation.":[105],"We":[106,121],"explicate":[107],"these":[108],"expectations":[110],"conventions":[112],"appreciate":[114],"spectrum":[116],"design":[119],"decisions.":[120],"some":[123],"guiding":[124],"questions":[125],"that":[126],"researchers":[127],"may":[128],"consider":[129],"when":[130],"designing":[131],"navigate":[134],"readers'":[136],"expectations.":[138]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}