{"id":"https://openalex.org/W2914985787","doi":"https://doi.org/10.1109/beliv.2018.8634297","title":"Reflecting on the Evaluation of Visualization Authoring Systems : Position Paper","display_name":"Reflecting on the Evaluation of Visualization Authoring Systems : Position Paper","publication_year":2018,"publication_date":"2018-10-01","ids":{"openalex":"https://openalex.org/W2914985787","doi":"https://doi.org/10.1109/beliv.2018.8634297","mag":"2914985787"},"language":"en","primary_location":{"id":"doi:10.1109/beliv.2018.8634297","is_oa":false,"landing_page_url":"https://doi.org/10.1109/beliv.2018.8634297","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Evaluation and Beyond - Methodological Approaches for Visualization (BELIV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086732355","display_name":"Donghao Ren","orcid":"https://orcid.org/0000-0001-8666-7241"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Donghao Ren","raw_affiliation_strings":["University of California, Santa Barbara"],"affiliations":[{"raw_affiliation_string":"University of California, Santa Barbara","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065644953","display_name":"Bongshin Lee","orcid":"https://orcid.org/0000-0002-4217-627X"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bongshin Lee","raw_affiliation_strings":["Microsoft Research"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104038125","display_name":"Matthew Brehmer","orcid":"https://orcid.org/0000-0001-5524-2291"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Matthew Brehmer","raw_affiliation_strings":["Microsoft Research"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068799512","display_name":"Nathalie Henry Riche","orcid":"https://orcid.org/0000-0003-1759-7512"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nathalie Henry Riche","raw_affiliation_strings":["Microsoft Research"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5086732355"],"corresponding_institution_ids":["https://openalex.org/I154570441"],"apc_list":null,"apc_paid":null,"fwci":1.4624,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.87297732,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"86","last_page":"92"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.9360740780830383},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8359940052032471},{"id":"https://openalex.org/keywords/position-paper","display_name":"Position paper","score":0.6161446571350098},{"id":"https://openalex.org/keywords/authoring-system","display_name":"Authoring system","score":0.6093252897262573},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.48062247037887573},{"id":"https://openalex.org/keywords/information-visualization","display_name":"Information visualization","score":0.4413790702819824},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.4184662103652954},{"id":"https://openalex.org/keywords/creative-visualization","display_name":"Creative visualization","score":0.41442549228668213},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4071720242500305},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.349331796169281},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.08776012063026428}],"concepts":[{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.9360740780830383},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8359940052032471},{"id":"https://openalex.org/C78780964","wikidata":"https://www.wikidata.org/wiki/Q7233193","display_name":"Position paper","level":2,"score":0.6161446571350098},{"id":"https://openalex.org/C2776803701","wikidata":"https://www.wikidata.org/wiki/Q2463207","display_name":"Authoring system","level":2,"score":0.6093252897262573},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48062247037887573},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.4413790702819824},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.4184662103652954},{"id":"https://openalex.org/C14669888","wikidata":"https://www.wikidata.org/wiki/Q4014850","display_name":"Creative visualization","level":3,"score":0.41442549228668213},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4071720242500305},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.349331796169281},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.08776012063026428}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/beliv.2018.8634297","is_oa":false,"landing_page_url":"https://doi.org/10.1109/beliv.2018.8634297","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Evaluation and Beyond - Methodological Approaches for Visualization (BELIV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W52809394","https://openalex.org/W1530372876","https://openalex.org/W1591017069","https://openalex.org/W1898018073","https://openalex.org/W1922881319","https://openalex.org/W1970569592","https://openalex.org/W1976372945","https://openalex.org/W2027855569","https://openalex.org/W2058203255","https://openalex.org/W2065944796","https://openalex.org/W2067022444","https://openalex.org/W2081428746","https://openalex.org/W2095917847","https://openalex.org/W2119828234","https://openalex.org/W2143880496","https://openalex.org/W2157887077","https://openalex.org/W2157900633","https://openalex.org/W2159201721","https://openalex.org/W2159367517","https://openalex.org/W2168440500","https://openalex.org/W2275889908","https://openalex.org/W2401208927","https://openalex.org/W2512402302","https://openalex.org/W2518599754","https://openalex.org/W2528997906","https://openalex.org/W2529597677","https://openalex.org/W2573978326","https://openalex.org/W2596412070","https://openalex.org/W2728218263","https://openalex.org/W2762040054","https://openalex.org/W2795498407","https://openalex.org/W2795857247","https://openalex.org/W2796513524","https://openalex.org/W2888476620","https://openalex.org/W2898777674","https://openalex.org/W2904975207","https://openalex.org/W4236803254","https://openalex.org/W4297607530","https://openalex.org/W6842969446"],"related_works":["https://openalex.org/W3010975807","https://openalex.org/W2027333138","https://openalex.org/W3185027765","https://openalex.org/W2096373083","https://openalex.org/W2151530263","https://openalex.org/W2105200106","https://openalex.org/W1938514595","https://openalex.org/W2766098643","https://openalex.org/W2112083262","https://openalex.org/W2013467770"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,35,60],"discuss":[4],"the":[5,30,41,96,109],"challenges":[6],"one":[7],"faces":[8],"when":[9],"evaluating":[10,29,55],"authoring":[11,32,57,87,116],"systems":[12,33,58],"developed":[13,37],"to":[14,62,83,94],"help":[15],"people":[16],"design":[17],"visualization":[18,31,56,86,115],"for":[19,54,79,91,107],"communication":[20],"purposes.":[21],"We":[22,49,70],"reflect":[23],"on":[24],"our":[25,73],"own":[26],"experiences":[27],"in":[28,45],"that":[34,59,72],"have":[36],"as":[38,40],"well":[39],"evaluation":[42,110],"methods":[43],"used":[44],"other":[46],"recent":[47],"projects.":[48],"also":[50,90],"examine":[51],"alternative":[52],"approaches":[53],"believe":[61],"be":[63],"more":[64],"appropriate":[65],"than":[66],"traditional":[67],"comparative":[68],"studies.":[69],"hope":[71],"discussion":[74,103],"is":[75],"informative,":[76],"not":[77],"only":[78],"researchers":[80],"who":[81],"intend":[82],"develop":[84],"novel":[85],"systems,":[88],"but":[89],"reviewers":[92],"assigned":[93],"evaluate":[95],"research":[97],"contributions":[98],"of":[99,113],"these":[100],"systems.":[101,117],"Our":[102],"concludes":[104],"with":[105],"opportunities":[106],"facilitating":[108],"and":[111],"adoption":[112],"deployed":[114]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":2}],"updated_date":"2026-02-09T05:59:30.833894","created_date":"2025-10-10T00:00:00"}