{"id":"https://openalex.org/W2918304566","doi":"https://doi.org/10.1109/tvcg.2019.2898435","title":"On Evaluating Runtime Performance of Interactive Visualizations","display_name":"On Evaluating Runtime Performance of Interactive Visualizations","publication_year":2019,"publication_date":"2019-03-01","ids":{"openalex":"https://openalex.org/W2918304566","doi":"https://doi.org/10.1109/tvcg.2019.2898435","mag":"2918304566","pmid":"https://pubmed.ncbi.nlm.nih.gov/30763241"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2019.2898435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2019.2898435","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019997514","display_name":"Valentin Bruder","orcid":"https://orcid.org/0000-0001-5063-4894"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Valentin Bruder","raw_affiliation_strings":["Visualization Research Center, University of Stuttgart, Stuttgart, Germany","Visualization Research Center University of Stuttgart  Stuttgart Germany"],"raw_orcid":"https://orcid.org/0000-0001-5063-4894","affiliations":[{"raw_affiliation_string":"Visualization Research Center, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"Visualization Research Center University of Stuttgart  Stuttgart Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104534360","display_name":"Christoph M\u00fcller","orcid":"https://orcid.org/0000-0002-9979-3682"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christoph Muller","raw_affiliation_strings":["Visualization Research Center, University of Stuttgart, Stuttgart, Germany","Visualization Research Center University of Stuttgart  Stuttgart Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Visualization Research Center, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"Visualization Research Center University of Stuttgart  Stuttgart Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052673631","display_name":"Steffen Frey","orcid":"https://orcid.org/0000-0002-1872-6905"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Steffen Frey","raw_affiliation_strings":["Visualization Research Center, University of Stuttgart, Stuttgart, Germany","Visualization Research Center University of Stuttgart  Stuttgart Germany"],"raw_orcid":"https://orcid.org/0000-0002-1872-6905","affiliations":[{"raw_affiliation_string":"Visualization Research Center, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"Visualization Research Center University of Stuttgart  Stuttgart Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038629539","display_name":"Thomas Ertl","orcid":"https://orcid.org/0000-0003-4019-2505"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Ertl","raw_affiliation_strings":["Visualization Research Center, University of Stuttgart, Stuttgart, Germany","Visualization Research Center University of Stuttgart  Stuttgart Germany"],"raw_orcid":"https://orcid.org/0000-0003-4019-2505","affiliations":[{"raw_affiliation_string":"Visualization Research Center, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"Visualization Research Center University of Stuttgart  Stuttgart Germany","institution_ids":["https://openalex.org/I100066346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I100066346"],"apc_list":null,"apc_paid":null,"fwci":0.5669,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.66950528,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"26","issue":"9","first_page":"2848","last_page":"2862"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8929620981216431},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.7700803279876709},{"id":"https://openalex.org/keywords/interactivity","display_name":"Interactivity","score":0.6816436052322388},{"id":"https://openalex.org/keywords/viewport","display_name":"Viewport","score":0.5960244536399841},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.5897892713546753},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.5805975198745728},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.49154791235923767},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4655172824859619},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4490252435207367},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.43952885270118713},{"id":"https://openalex.org/keywords/interactive-visualization","display_name":"Interactive visualization","score":0.43503478169441223},{"id":"https://openalex.org/keywords/volume-rendering","display_name":"Volume rendering","score":0.4347427487373352},{"id":"https://openalex.org/keywords/creative-visualization","display_name":"Creative visualization","score":0.41379106044769287},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3442959785461426},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3204496502876282},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21143129467964172},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11098292469978333},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.09882920980453491}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8929620981216431},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.7700803279876709},{"id":"https://openalex.org/C144430266","wikidata":"https://www.wikidata.org/wiki/Q839721","display_name":"Interactivity","level":2,"score":0.6816436052322388},{"id":"https://openalex.org/C2778090530","wikidata":"https://www.wikidata.org/wiki/Q2523931","display_name":"Viewport","level":2,"score":0.5960244536399841},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5897892713546753},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.5805975198745728},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.49154791235923767},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4655172824859619},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4490252435207367},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.43952885270118713},{"id":"https://openalex.org/C64073096","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Interactive visualization","level":3,"score":0.43503478169441223},{"id":"https://openalex.org/C30769735","wikidata":"https://www.wikidata.org/wiki/Q2165951","display_name":"Volume rendering","level":3,"score":0.4347427487373352},{"id":"https://openalex.org/C14669888","wikidata":"https://www.wikidata.org/wiki/Q4014850","display_name":"Creative visualization","level":3,"score":0.41379106044769287},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3442959785461426},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3204496502876282},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21143129467964172},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11098292469978333},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.09882920980453491},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvcg.2019.2898435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2019.2898435","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:30763241","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30763241","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null},{"id":"pmh:rug:oai:pure.rug.nl:publications/8a2a8cb8-5675-42f3-8f65-86d63bbfe1c4","is_oa":false,"landing_page_url":"https://research.rug.nl/en/publications/on-evaluating-runtime-performance-of-interactive-visualizations(8a2a8cb8-5675-42f3-8f65-86d63bbfe1c4).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics. IEEE COMPUTER SOC","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":86,"referenced_works":["https://openalex.org/W145293885","https://openalex.org/W305642922","https://openalex.org/W859375701","https://openalex.org/W1557501604","https://openalex.org/W1573951906","https://openalex.org/W1909985801","https://openalex.org/W1956752899","https://openalex.org/W1966923097","https://openalex.org/W1990419021","https://openalex.org/W1993040364","https://openalex.org/W1993495183","https://openalex.org/W1994982193","https://openalex.org/W2001759869","https://openalex.org/W2002763011","https://openalex.org/W2005027820","https://openalex.org/W2019830973","https://openalex.org/W2023723162","https://openalex.org/W2024694072","https://openalex.org/W2028753963","https://openalex.org/W2041272668","https://openalex.org/W2063750261","https://openalex.org/W2073408332","https://openalex.org/W2093301923","https://openalex.org/W2093782804","https://openalex.org/W2097746424","https://openalex.org/W2098519781","https://openalex.org/W2102927018","https://openalex.org/W2106302614","https://openalex.org/W2110072667","https://openalex.org/W2110237082","https://openalex.org/W2110457937","https://openalex.org/W2112265557","https://openalex.org/W2113001609","https://openalex.org/W2115876851","https://openalex.org/W2121374195","https://openalex.org/W2123817333","https://openalex.org/W2126364917","https://openalex.org/W2127052606","https://openalex.org/W2130336316","https://openalex.org/W2132364151","https://openalex.org/W2139033084","https://openalex.org/W2141364561","https://openalex.org/W2144716277","https://openalex.org/W2145824320","https://openalex.org/W2146410861","https://openalex.org/W2152013121","https://openalex.org/W2154069299","https://openalex.org/W2166327988","https://openalex.org/W2167334577","https://openalex.org/W2168247174","https://openalex.org/W2169113748","https://openalex.org/W2171111395","https://openalex.org/W2268026437","https://openalex.org/W2295965681","https://openalex.org/W2343385447","https://openalex.org/W2471495076","https://openalex.org/W2503311723","https://openalex.org/W2515389849","https://openalex.org/W2528745529","https://openalex.org/W2529094854","https://openalex.org/W2553187963","https://openalex.org/W2558503184","https://openalex.org/W2562750225","https://openalex.org/W2581302632","https://openalex.org/W2612725110","https://openalex.org/W2626826296","https://openalex.org/W2747440553","https://openalex.org/W2752101027","https://openalex.org/W2752762110","https://openalex.org/W2752885354","https://openalex.org/W2807742872","https://openalex.org/W2997701623","https://openalex.org/W3151224251","https://openalex.org/W4237008953","https://openalex.org/W4242711103","https://openalex.org/W4245260470","https://openalex.org/W4253256118","https://openalex.org/W6605855524","https://openalex.org/W6610909218","https://openalex.org/W6634186592","https://openalex.org/W6677072976","https://openalex.org/W6681245546","https://openalex.org/W6681839211","https://openalex.org/W6693621148","https://openalex.org/W6739466530","https://openalex.org/W6888921995"],"related_works":["https://openalex.org/W3148633068","https://openalex.org/W2096048786","https://openalex.org/W1524622801","https://openalex.org/W4289109754","https://openalex.org/W4255853673","https://openalex.org/W2108828943","https://openalex.org/W2148959431","https://openalex.org/W2351138497","https://openalex.org/W2160965361","https://openalex.org/W2373528269"],"abstract_inverted_index":{"As":[0],"our":[1,153],"field":[2],"matures,":[3],"evaluation":[4,129],"of":[5,39,56,78,112,130,143,158,180,195],"visualization":[6,59,134,182],"techniques":[7,65,97,135],"has":[8,51],"extended":[9],"from":[10,155],"reporting":[11],"runtime":[12,49,114,178],"performance":[13,50,128,179,196],"to":[14,33,100],"studying":[15],"user":[16,25],"behavior.":[17],"Consequently,":[18],"many":[19],"methodologies":[20],"and":[21,88,116,132,163,167],"best":[22,174],"practices":[23,175],"for":[24,36,47,66,124,173,191],"studies":[26],"have":[27],"evolved.":[28],"While":[29],"maintaining":[30],"interactivity":[31],"continues":[32],"be":[34],"crucial":[35],"the":[37,125],"exploration":[38],"large":[40],"data":[41,82],"sets,":[42,83],"no":[43],"similar":[44],"methodological":[45],"foundation":[46],"evaluating":[48,177],"been":[52],"developed.":[53],"Our":[54],"analysis":[55,157],"50":[57],"recent":[58],"papers":[60],"on":[61,145,152],"new":[62],"or":[63,69,98],"improved":[64],"rendering":[67],"volumes":[68],"particles":[70],"indicates":[71],"that":[72,136],"only":[73],"a":[74,109,122,188],"very":[75],"limited":[76],"set":[77],"parameters":[79],"like":[80],"different":[81,147],"camera":[84],"paths,":[85],"viewport":[86],"sizes,":[87],"GPUs":[89],"are":[90,138],"investigated,":[91],"which":[92,184],"make":[93],"comparison":[94],"with":[95],"other":[96,101],"generalization":[99],"parameter":[102,118,165],"ranges":[103],"at":[104],"least":[105],"questionable.":[106],"To":[107],"derive":[108],"deeper":[110],"understanding":[111],"qualitative":[113],"behavior":[115,166],"quantitative":[117],"dependencies,":[119],"we":[120,137],"developed":[121],"framework":[123],"most":[126],"exhaustive":[127],"volume":[131],"particle":[133],"aware":[139],"of,":[140],"including":[141],"millions":[142],"measurements":[144],"ten":[146],"GPUs.":[148],"This":[149],"paper":[150],"reports":[151],"insights":[154],"statistical":[156],"this":[159],"data,":[160],"discussing":[161],"independent":[162],"linear":[164],"non-obvious":[168],"effects.":[169],"We":[170],"give":[171],"recommendations":[172],"when":[176],"scientific":[181],"applications,":[183],"can":[185],"serve":[186],"as":[187],"starting":[189],"point":[190],"more":[192],"elaborate":[193],"models":[194],"quantification.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}