{"id":"https://openalex.org/W2888944394","doi":"https://doi.org/10.2312/eurovisshort.20171131","title":"ETK: An Evaluation Toolkit for Visualization User Studies","display_name":"ETK: An Evaluation Toolkit for Visualization User Studies","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2888944394","doi":"https://doi.org/10.2312/eurovisshort.20171131","mag":"2888944394"},"language":"en","primary_location":{"id":"doi:10.2312/eurovisshort.20171131","is_oa":true,"landing_page_url":"https://doi.org/10.2312/eurovisshort.20171131","pdf_url":null,"source":{"id":"https://openalex.org/S7407052899","display_name":"Eurographics","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.2312/eurovisshort.20171131","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072665632","display_name":"Terece L. Turton","orcid":"https://orcid.org/0000-0003-4345-7783"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Turton, Terece L.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015051311","display_name":"Andy Berres","orcid":"https://orcid.org/0000-0002-6048-4313"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Berres, Anne S.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028531367","display_name":"David Rogers","orcid":"https://orcid.org/0000-0002-4495-6026"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rogers, David H.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5000687536","display_name":"James Ahrens","orcid":"https://orcid.org/0000-0001-9378-282X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahrens, James","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5072665632"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6609453558921814},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6408143043518066},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.49615201354026794},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20712608098983765}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6609453558921814},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6408143043518066},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.49615201354026794},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20712608098983765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.2312/eurovisshort.20171131","is_oa":true,"landing_page_url":"https://doi.org/10.2312/eurovisshort.20171131","pdf_url":null,"source":{"id":"https://openalex.org/S7407052899","display_name":"Eurographics","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.2312/eurovisshort.20171131","is_oa":true,"landing_page_url":"https://doi.org/10.2312/eurovisshort.20171131","pdf_url":null,"source":{"id":"https://openalex.org/S7407052899","display_name":"Eurographics","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2099565378","https://openalex.org/W3030231358","https://openalex.org/W2736440503","https://openalex.org/W1991937093","https://openalex.org/W1487293592","https://openalex.org/W2108981123","https://openalex.org/W2099187828","https://openalex.org/W2472748283","https://openalex.org/W2497772989","https://openalex.org/W1979129526","https://openalex.org/W2106856351","https://openalex.org/W1915696606","https://openalex.org/W104269962","https://openalex.org/W2164586380","https://openalex.org/W2767175726","https://openalex.org/W2133905239","https://openalex.org/W2504127897","https://openalex.org/W2011680513","https://openalex.org/W2395873983","https://openalex.org/W1994071295"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"the":[3,8,18,34,37,42,53,66,98,116,123,130,134,142],"design":[4],"and":[5,46,55,132,139],"features":[6],"of":[7,14,36,57,68,120],"Evaluation":[9],"Toolkit":[10],"(ETK),":[11],"a":[12,58,80,95,106,111],"set":[13],"JavaScript/HTML/CSS":[15],"modules":[16,75,125],"leveraging":[17],"Qualtrics":[19,96],"JavaScript":[20],"API":[21],"that":[22,126],"can":[23,39,101],"be":[24,102],"used":[25,104],"to":[26,44,94,136,141],"automate":[27],"image-based":[28],"perceptual":[29],"user":[30],"evaluation":[31,49],"studies.":[32],"Automating":[33],"presentation":[35],"images":[38],"greatly":[40],"decrease":[41],"time":[43],"build":[45],"implement":[47],"an":[48,90],"study":[50,59,100],"while":[51],"minimizing":[52],"length":[54],"complexity":[56],"built":[60],"within":[61],"Qualtrics,":[62],"along":[63],"with":[64,122],"decreasing":[65],"possibility":[67],"error":[69],"in":[70,105,110],"image":[71],"presentation.":[72],"The":[73],"ETK":[74,121],"each":[76,87],"focus":[77],"on":[78],"automating":[79],"specific":[81],"psychophysical":[82],"or":[83,92,109],"experimental":[84],"approach.":[85,113],"Because":[86],"module":[88],"is":[89],"extension":[91],"plug-in":[93],"question,":[97],"resultant":[99],"easily":[103],"laboratory":[107],"setting":[108],"crowdsourced":[112],"We":[114],"present":[115],"open":[117],"source":[118],"repository":[119],"six":[124],"currently":[127],"make":[128],"up":[129],"toolkit":[131],"invite":[133],"community":[135],"explore,":[137],"utilize,":[138],"contribute":[140],"toolkit.":[143]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}