{"id":"https://openalex.org/W1983909484","doi":"https://doi.org/10.1177/1473871611415989","title":"A comparison of benchmark task and insight evaluation methods for information visualization","display_name":"A comparison of benchmark task and insight evaluation methods for information visualization","publication_year":2011,"publication_date":"2011-07-01","ids":{"openalex":"https://openalex.org/W1983909484","doi":"https://doi.org/10.1177/1473871611415989","mag":"1983909484"},"language":"en","primary_location":{"id":"doi:10.1177/1473871611415989","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1473871611415989","pdf_url":null,"source":{"id":"https://openalex.org/S55152591","display_name":"Information Visualization","issn_l":"1473-8716","issn":["1473-8716","1473-8724"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Visualization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037675411","display_name":"Chris North","orcid":"https://orcid.org/0000-0002-8786-7103"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chris North","raw_affiliation_strings":["Department of Computer Science, Virginia Polytechnic Institute and State University, Blacksburg, VA 24061, USA","Department of Computer Science, Virginia Polytechnic Institute and State University, Blacksburg, VA and Department of Computer Science, Virginia Polytechnic Institute and State University, Blacksb "],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Polytechnic Institute and State University, Blacksburg, VA 24061, USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Department of Computer Science, Virginia Polytechnic Institute and State University, Blacksburg, VA and Department of Computer Science, Virginia Polytechnic Institute and State University, Blacksb ","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080887618","display_name":"Purvi Saraiya","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Purvi Saraiya","raw_affiliation_strings":["Department of Computer Science, Virginia Polytechnic Institute and State University, Blacksburg, VA 24061, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Polytechnic Institute and State University, Blacksburg, VA 24061, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003876945","display_name":"Karen Duca","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karen Duca","raw_affiliation_strings":["Virginia Bioinformatics Institute, Virginia Polytechnic Institute and State University, Blacksburg, VA 24061, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Bioinformatics Institute, Virginia Polytechnic Institute and State University, Blacksburg, VA 24061, USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5037675411"],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":1.803,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.87054709,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"10","issue":"3","first_page":"162","last_page":"181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9441999793052673,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8699848651885986},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.8047147989273071},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6667280197143555},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6230485439300537},{"id":"https://openalex.org/keywords/information-visualization","display_name":"Information visualization","score":0.5744231939315796},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5239301323890686},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5127016305923462},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.5023565292358398},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.45381516218185425},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.4130849838256836},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.39863458275794983},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3621169328689575},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.331981897354126},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2287566065788269}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8699848651885986},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.8047147989273071},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6667280197143555},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6230485439300537},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.5744231939315796},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5239301323890686},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5127016305923462},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.5023565292358398},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.45381516218185425},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.4130849838256836},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.39863458275794983},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3621169328689575},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.331981897354126},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2287566065788269},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/1473871611415989","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1473871611415989","pdf_url":null,"source":{"id":"https://openalex.org/S55152591","display_name":"Information Visualization","issn_l":"1473-8716","issn":["1473-8716","1473-8724"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Visualization","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W52809394","https://openalex.org/W137753049","https://openalex.org/W1512287614","https://openalex.org/W1540101265","https://openalex.org/W1974278677","https://openalex.org/W1987135115","https://openalex.org/W1987410732","https://openalex.org/W2029540050","https://openalex.org/W2041633421","https://openalex.org/W2052398640","https://openalex.org/W2057718781","https://openalex.org/W2058760785","https://openalex.org/W2067352029","https://openalex.org/W2068295054","https://openalex.org/W2077503414","https://openalex.org/W2094613397","https://openalex.org/W2095631681","https://openalex.org/W2126867289","https://openalex.org/W2130774862","https://openalex.org/W2135735809","https://openalex.org/W2139562235","https://openalex.org/W2144320230","https://openalex.org/W2145005487","https://openalex.org/W2149209973","https://openalex.org/W2151854647","https://openalex.org/W2157348185","https://openalex.org/W2157887077","https://openalex.org/W2166699593","https://openalex.org/W2168440500","https://openalex.org/W2171534374","https://openalex.org/W2172143365","https://openalex.org/W2207817092"],"related_works":["https://openalex.org/W2362367986","https://openalex.org/W2151177154","https://openalex.org/W2148525144","https://openalex.org/W4295118869","https://openalex.org/W2080934634","https://openalex.org/W2112083262","https://openalex.org/W4246764483","https://openalex.org/W2013467770","https://openalex.org/W2138584026","https://openalex.org/W2156440763"],"abstract_inverted_index":{"This":[0],"study":[1,68],"compares":[2,69],"two":[3],"different":[4,92],"empirical":[5,54],"research":[6],"methods":[7,21],"for":[8],"evaluating":[9],"information":[10],"visualizations:":[11],"the":[12,17,28,31,38,43,45,52,57,65,89,124,127,135,143],"traditional":[13],"benchmark-task":[14],"method":[15,145],"and":[16,47,56,153,166],"insight":[18,128,144,154],"method.":[19],"The":[20,67],"are":[22,160],"compared":[23],"using":[24],"criteria":[25],"such":[26],"as":[27],"conclusions":[29],"about":[30],"visualization":[32,72,97],"designs":[33,98],"provided":[34],"by":[35],"each":[36],"method,":[37,137],"time":[39,46,78],"participants":[40,63],"spent":[41],"during":[42],"study,":[44],"effort":[48],"required":[49],"to":[50,81,87,118,131,146],"analyse":[51],"resulting":[53],"data,":[55],"effect":[58,90],"of":[59,91,134,142,150],"individual":[60],"differences":[61],"between":[62],"on":[64],"results.":[66],"three":[70],"graph":[71,83],"alternatives":[73],"that":[74,99,107],"associate":[75],"bioinformatics":[76],"microarray":[77],"series":[79],"data":[80,102],"pathway":[82],"vertices":[84],"in":[85,96],"order":[86],"investigate":[88],"visual":[93,108],"grouping":[94,109,116],"structures":[95],"integrate":[100],"multiple":[101],"types.":[103],"It":[104],"is":[105],"confirmed":[106],"should":[110],"match":[111],"task":[112,136],"structure,":[113],"but":[114,138,157],"interactive":[115],"proves":[117],"be":[119],"a":[120],"well-rounded":[121],"alternative.":[122],"Overall,":[123],"results":[125,133],"validate":[126],"method\u2019s":[129],"ability":[130],"confirm":[132],"also":[139],"show":[140],"advantages":[141],"illuminate":[147],"additional":[148],"types":[149],"tasks.":[151],"Efficiency":[152],"frequently":[155],"correlate,":[156],"important":[158],"distinctions":[159],"found.":[161],"Categories:":[162],"H.5.2":[163],"[Information":[164],"Interfaces":[165,169],"Presentation]:":[167],"User":[168],"\u2013":[170],"evaluation/methodology.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}