{"id":"https://openalex.org/W2030643786","doi":"https://doi.org/10.1117/12.2038259","title":"Evaluation in visualization: some issues and best practices","display_name":"Evaluation in visualization: some issues and best practices","publication_year":2013,"publication_date":"2013-12-23","ids":{"openalex":"https://openalex.org/W2030643786","doi":"https://doi.org/10.1117/12.2038259","mag":"2030643786"},"language":"en","primary_location":{"id":"doi:10.1117/12.2038259","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2038259","pdf_url":null,"source":{"id":"https://openalex.org/S183492911","display_name":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","issn_l":"0277-786X","issn":["0277-786X","1996-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315543","host_organization_name":"SPIE","host_organization_lineage":["https://openalex.org/P4310315543"],"host_organization_lineage_names":["SPIE"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SPIE Proceedings","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026656653","display_name":"Beatriz Sousa Santos","orcid":"https://orcid.org/0000-0002-2219-2731"},"institutions":[{"id":"https://openalex.org/I60858718","display_name":"University of Aveiro","ror":"https://ror.org/00nt41z93","country_code":"PT","type":"education","lineage":["https://openalex.org/I60858718"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Beatriz Sousa Santos","raw_affiliation_strings":["Univ. de Aveiro (Portugal)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. de Aveiro (Portugal)","institution_ids":["https://openalex.org/I60858718"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048144330","display_name":"Paulo Dias","orcid":"https://orcid.org/0000-0002-3754-2749"},"institutions":[{"id":"https://openalex.org/I60858718","display_name":"University of Aveiro","ror":"https://ror.org/00nt41z93","country_code":"PT","type":"education","lineage":["https://openalex.org/I60858718"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Paulo Dias","raw_affiliation_strings":["Univ. de Aveiro (Portugal)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. de Aveiro (Portugal)","institution_ids":["https://openalex.org/I60858718"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I60858718"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"9017","issue":null,"first_page":"90170O","last_page":"90170O"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9531999826431274,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9445000290870667,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.9209492206573486},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8245699405670166},{"id":"https://openalex.org/keywords/information-visualization","display_name":"Information visualization","score":0.6069997549057007},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.5872888565063477},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5080597400665283},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49414685368537903},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4751869738101959},{"id":"https://openalex.org/keywords/creative-visualization","display_name":"Creative visualization","score":0.4732288122177124},{"id":"https://openalex.org/keywords/geovisualization","display_name":"Geovisualization","score":0.4376850128173828},{"id":"https://openalex.org/keywords/phenomenon","display_name":"Phenomenon","score":0.42889273166656494},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.40314891934394836},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2536220848560333}],"concepts":[{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.9209492206573486},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8245699405670166},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.6069997549057007},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.5872888565063477},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5080597400665283},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49414685368537903},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4751869738101959},{"id":"https://openalex.org/C14669888","wikidata":"https://www.wikidata.org/wiki/Q4014850","display_name":"Creative visualization","level":3,"score":0.4732288122177124},{"id":"https://openalex.org/C12380541","wikidata":"https://www.wikidata.org/wiki/Q58300","display_name":"Geovisualization","level":4,"score":0.4376850128173828},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.42889273166656494},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40314891934394836},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2536220848560333},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1117/12.2038259","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2038259","pdf_url":null,"source":{"id":"https://openalex.org/S183492911","display_name":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","issn_l":"0277-786X","issn":["0277-786X","1996-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315543","host_organization_name":"SPIE","host_organization_lineage":["https://openalex.org/P4310315543"],"host_organization_lineage_names":["SPIE"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SPIE Proceedings","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W34740236","https://openalex.org/W1493845881","https://openalex.org/W1540101265","https://openalex.org/W1780765560","https://openalex.org/W1993375912","https://openalex.org/W2022220756","https://openalex.org/W2041470012","https://openalex.org/W2041633421","https://openalex.org/W2052398640","https://openalex.org/W2058637370","https://openalex.org/W2079420557","https://openalex.org/W2093772787","https://openalex.org/W2095631681","https://openalex.org/W2122655474","https://openalex.org/W2136424227","https://openalex.org/W2141033859","https://openalex.org/W2142493242","https://openalex.org/W2155733062","https://openalex.org/W2168440500","https://openalex.org/W2258690281","https://openalex.org/W2342091124","https://openalex.org/W2751763613","https://openalex.org/W2752982183","https://openalex.org/W3021091026","https://openalex.org/W4247331340","https://openalex.org/W4292925390","https://openalex.org/W6601471516","https://openalex.org/W6660832365","https://openalex.org/W6665014106","https://openalex.org/W6670358721","https://openalex.org/W6680233071","https://openalex.org/W6683016158","https://openalex.org/W6684469916"],"related_works":["https://openalex.org/W1574055964","https://openalex.org/W2104025928","https://openalex.org/W2295030662","https://openalex.org/W4225274103","https://openalex.org/W2923661510","https://openalex.org/W2105200106","https://openalex.org/W1938514595","https://openalex.org/W2156634801","https://openalex.org/W2501062132","https://openalex.org/W2147646816"],"abstract_inverted_index":{"The":[0],"first":[1],"data":[2],"and":[3,7,11,21,24,43,79,91,117,135,145,200,208,212,251,264,287,296,303,328],"information":[4,246],"visualization":[5,60,69,130,239,247,258],"techniques":[6,42,213],"systems":[8],"were":[9],"developed":[10,73],"presented":[12,327],"without":[13],"a":[14,38,75,129],"systematic":[15],"evaluation;":[16],"however,":[17],"researchers":[18],"have":[19,268],"become,":[20],"are":[22,249,276,304,331],"more":[23],"more,":[25],"aware":[26],"of":[27,30,40,51,97,154,157,162,168,183,188,221,316],"the":[28,89,124,132,137,152,155,158,163,166,169,177,181,184,189,218,222,227,310],"importance":[29],"evaluation":[31,81,106,153,167],"(Plaisant,":[32],"2004)<sup>1</sup>.":[33],"Evaluation":[34],"is":[35,64,141,146,224,312,326],"not":[36,65],"only":[37],"means":[39],"improving":[41],"applications,":[44],"but":[45],"it":[46],"can":[47,111,201,290],"also":[48],"produce":[49],"evidence":[50],"measurable":[52],"benefits":[53],"that":[54,80,122,193,266,289],"will":[55],"encourage":[56],"adoption.":[57],"Yet,":[58],"evaluating":[59,206],"applications":[61,70,211],"or":[62],"techniques,":[63],"simple.":[66],"We":[67,191],"deem":[68,234],"should":[71,82],"be":[72,112,202,291],"using":[74,176,270,294],"user-centered":[76],"design":[77],"approach":[78],"take":[83],"place":[84],"in":[85,107,114,148,172,214,300],"several":[86],"phases":[87],"along":[88],"process":[90],"with":[92,293],"different":[93],"purposes.":[94],"An":[95],"account":[96],"what":[98,261],"issues":[99,263],"we":[100,243,267],"consider":[101],"relevant":[102,282],"while":[103],"planning":[104],"an":[105],"Medical":[108,197],"Data":[109,198,207],"Visualization":[110,199,210],"found":[113],"(Sousa":[115],"Santos":[116],"Dillenseger,":[118],"2005)":[119],"<sup>2</sup>.":[120],"In":[121,216,260],"work":[123],"question":[125,223,228],"\u201chow":[126],"well":[127,298,309],"does":[128],"represent":[131],"underlying":[133],"phenomenon":[134,159,185,311],"help":[136],"user":[138,237],"understand":[139],"it?\u201d":[140],"identified":[142],"as":[143,284,319],"fundamental,":[144],"decomposed":[147],"two":[149],"aspects:":[150],"A)":[151],"representation":[156],"(first":[160],"part":[161,187,220],"question).":[164,190],"B)":[165],"users\u2019":[170],"performance":[171],"their":[173],"tasks":[174],"when":[175],"visualization,":[178],"which":[179],"implies":[180],"understanding":[182],"(second":[186],"contend":[192],"these":[194],"questions":[195],"transcend":[196],"considered":[203,318],"central":[204],"to":[205,226,236,271,307,323],"Information":[209],"general.":[215],"fact,":[217],"latter":[219,274],"related":[225,306],"Freitas":[229],"et":[230],"al.":[231],"(2009)":[232],"<sup>3</sup>":[233],"crucial":[235],"centered":[238],"evaluation:":[240],"\u201cHow":[241],"do":[242],"know":[244],"if":[245],"tools":[248],"useful":[250],"usable":[252],"for":[253],"real":[254,257],"users":[255],"performing":[256],"tasks?\u201d":[259],"follows":[262],"methods":[265,297],"been":[269],"tackle":[272],"this":[273],"question,":[275],"briefly":[277],"addressed.":[278],"This":[279],"excludes":[280],"equally":[281],"topics":[283],"algorithm":[285],"optimization,":[286],"accuracy,":[288],"dealt":[292],"concepts":[295],"known":[299],"other":[301],"disciplines":[302],"mainly":[305],"how":[308],"represented.":[313],"A":[314],"list":[315],"guidelines":[317],"our":[320],"best":[321],"practices":[322],"perform":[324],"evaluations":[325],"some":[329],"conclusions":[330],"drawn.":[332]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}