{"id":"https://openalex.org/W2528222240","doi":"https://doi.org/10.1145/2993901.2993918","title":"Information Visualization Heuristics in Practical Expert Evaluation","display_name":"Information Visualization Heuristics in Practical Expert Evaluation","publication_year":2016,"publication_date":"2016-10-03","ids":{"openalex":"https://openalex.org/W2528222240","doi":"https://doi.org/10.1145/2993901.2993918","mag":"2528222240"},"language":"en","primary_location":{"id":"doi:10.1145/2993901.2993918","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2993901.2993918","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth Workshop on Beyond Time and Errors on Novel Evaluation Methods for Visualization","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001019273","display_name":"Heli V\u00e4\u00e4t\u00e4j\u00e4","orcid":"https://orcid.org/0000-0003-3324-9497"},"institutions":[{"id":"https://openalex.org/I4210133110","display_name":"Tampere University","ror":null,"country_code":"FI","type":null,"lineage":["https://openalex.org/I4210133110"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Heli V\u00e4\u00e4t\u00e4j\u00e4","raw_affiliation_strings":["Tampere University of Technology, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"Tampere University of Technology, Tampere, Finland","institution_ids":["https://openalex.org/I4210133110"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015411717","display_name":"Jari Varsaluoma","orcid":"https://orcid.org/0000-0001-9424-7749"},"institutions":[{"id":"https://openalex.org/I4210133110","display_name":"Tampere University","ror":null,"country_code":"FI","type":null,"lineage":["https://openalex.org/I4210133110"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jari Varsaluoma","raw_affiliation_strings":["Tampere University of Technology, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"Tampere University of Technology, Tampere, Finland","institution_ids":["https://openalex.org/I4210133110"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085537677","display_name":"Tomi Heimonen","orcid":"https://orcid.org/0000-0002-3750-6422"},"institutions":[{"id":"https://openalex.org/I191114373","display_name":"University of Wisconsin\u2013Stevens Point","ror":"https://ror.org/05sv6pg41","country_code":"US","type":"education","lineage":["https://openalex.org/I191114373"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tomi Heimonen","raw_affiliation_strings":["University of Wisconsin-Stevens Point, Stevens Point, WI, USA"],"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Stevens Point, Stevens Point, WI, USA","institution_ids":["https://openalex.org/I191114373"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002120629","display_name":"Katariina Tiitinen","orcid":null},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]},{"id":"https://openalex.org/I4210133110","display_name":"Tampere University","ror":null,"country_code":"FI","type":null,"lineage":["https://openalex.org/I4210133110"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Katariina Tiitinen","raw_affiliation_strings":["University of Tampere, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"University of Tampere, Tampere, Finland","institution_ids":["https://openalex.org/I166825849","https://openalex.org/I4210133110"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044264406","display_name":"Jaakko Hakulinen","orcid":"https://orcid.org/0000-0001-8054-7265"},"institutions":[{"id":"https://openalex.org/I4210133110","display_name":"Tampere University","ror":null,"country_code":"FI","type":null,"lineage":["https://openalex.org/I4210133110"]},{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jaakko Hakulinen","raw_affiliation_strings":["University of Tampere, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"University of Tampere, Tampere, Finland","institution_ids":["https://openalex.org/I166825849","https://openalex.org/I4210133110"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063830798","display_name":"Markku Turunen","orcid":"https://orcid.org/0000-0001-7395-0769"},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]},{"id":"https://openalex.org/I4210133110","display_name":"Tampere University","ror":null,"country_code":"FI","type":null,"lineage":["https://openalex.org/I4210133110"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Markku Turunen","raw_affiliation_strings":["University of Tampere, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"University of Tampere, Tampere, Finland","institution_ids":["https://openalex.org/I166825849","https://openalex.org/I4210133110"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051852065","display_name":"Harri Nieminen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089493","display_name":"Ministry of Economic Affairs and Employment","ror":"https://ror.org/008d1xp69","country_code":"FI","type":"funder","lineage":["https://openalex.org/I4210089493"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Harri Nieminen","raw_affiliation_strings":["Fastems Oy Ab, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"Fastems Oy Ab, Tampere, Finland","institution_ids":["https://openalex.org/I4210089493"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033863786","display_name":"Petri Ihantola","orcid":"https://orcid.org/0000-0003-1197-7266"},"institutions":[{"id":"https://openalex.org/I4210133110","display_name":"Tampere University","ror":null,"country_code":"FI","type":null,"lineage":["https://openalex.org/I4210133110"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Petri Ihantola","raw_affiliation_strings":["Tampere University of Technology, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"Tampere University of Technology, Tampere, Finland","institution_ids":["https://openalex.org/I4210133110"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5001019273"],"corresponding_institution_ids":["https://openalex.org/I4210133110"],"apc_list":null,"apc_paid":null,"fwci":0.8666,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.81137463,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"36","last_page":"43"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13874","display_name":"Information Architecture and Usability","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.943754255771637},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8157169818878174},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.8011086583137512},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.7403469085693359},{"id":"https://openalex.org/keywords/heuristic-evaluation","display_name":"Heuristic evaluation","score":0.70496666431427},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6576969027519226},{"id":"https://openalex.org/keywords/information-visualization","display_name":"Information visualization","score":0.5956361293792725},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.581737756729126},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5786656141281128},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5355254411697388},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5302581191062927},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.5231203436851501},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36349642276763916},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33098649978637695},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2753085494041443},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0629417896270752},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.05816677212715149}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.943754255771637},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8157169818878174},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.8011086583137512},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.7403469085693359},{"id":"https://openalex.org/C3255780","wikidata":"https://www.wikidata.org/wiki/Q1616517","display_name":"Heuristic evaluation","level":3,"score":0.70496666431427},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6576969027519226},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.5956361293792725},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.581737756729126},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5786656141281128},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5355254411697388},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5302581191062927},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.5231203436851501},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36349642276763916},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33098649978637695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2753085494041443},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0629417896270752},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.05816677212715149},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2993901.2993918","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2993901.2993918","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth Workshop on Beyond Time and Errors on Novel Evaluation Methods for Visualization","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321855","display_name":"Tekes","ror":"https://ror.org/02ag8cq23"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W52809394","https://openalex.org/W1540101265","https://openalex.org/W1982451263","https://openalex.org/W1986658503","https://openalex.org/W2006322477","https://openalex.org/W2020106118","https://openalex.org/W2052398640","https://openalex.org/W2078569098","https://openalex.org/W2079420557","https://openalex.org/W2103879938","https://openalex.org/W2138199375","https://openalex.org/W2155733062","https://openalex.org/W2157887077","https://openalex.org/W2165884442","https://openalex.org/W2277314016","https://openalex.org/W2342091124","https://openalex.org/W2407529156","https://openalex.org/W2496777941","https://openalex.org/W2565369674","https://openalex.org/W2913758505","https://openalex.org/W3023580939","https://openalex.org/W4239496300","https://openalex.org/W4253698222","https://openalex.org/W6704462221","https://openalex.org/W6759080658"],"related_works":["https://openalex.org/W2096820616","https://openalex.org/W2912104648","https://openalex.org/W82190428","https://openalex.org/W1976360347","https://openalex.org/W601562904","https://openalex.org/W3156329635","https://openalex.org/W2113656455","https://openalex.org/W2123051583","https://openalex.org/W2339658092","https://openalex.org/W4309333965"],"abstract_inverted_index":{"While":[0],"traditional":[1],"HCI":[2],"heuristics":[3,17,49,65,88],"can":[4,25],"be":[5,26,90],"used":[6,95],"to":[7,92,110,118,130,135],"find":[8],"usability":[9,140],"issues":[10],"also":[11],"from":[12,50],"information":[13,21,47],"visualization":[14,22,48],"systems,":[15],"specialized":[16],"tailored":[18],"for":[19],"the":[20,32,43,63,93,103,113,125,133],"(InfoViz)":[23],"domain":[24,100,120,129],"more":[27],"effective":[28],"and":[29,53,85,127],"focus":[30],"on":[31,77],"special":[33],"characteristics":[34],"of":[35,45,99,124],"these":[36],"systems.":[37],"In":[38],"this":[39],"study,":[40],"we":[41,80],"describe":[42],"application":[44,73,128],"ten":[46],"prior":[51],"research":[52],"their":[54,108],"testing":[55],"in":[56,71],"practical":[57],"heuristic":[58],"evaluation.":[59],"We":[60,116],"found":[61],"that":[62,82],"selected":[64],"were":[66],"useful":[67],"with":[68,107,122],"good":[69],"coverage":[70],"our":[72,78],"case.":[74],"However,":[75],"based":[76],"observations,":[79],"argue":[81],"interaction,":[83],"veracity,":[84],"aesthetics":[86],"related":[87],"should":[89],"added":[91],"previously":[94],"set.":[96],"The":[97],"lack":[98],"knowledge":[101],"made":[102],"evaluators":[104],"somewhat":[105],"uneasy":[106],"capability":[109],"carry":[111,131],"out":[112,132],"investigation":[114],"in-depth.":[115],"suggest":[117],"train":[119],"experts":[121],"understanding":[123],"data":[126],"evaluation":[134],"get":[136],"insightful":[137],"feedback":[138],"beyond":[139],"issues.":[141]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}