{"id":"https://openalex.org/W3035064657","doi":"https://doi.org/10.1109/mcg.2020.2986902","title":"How to Ask What to Say?: Strategies for Evaluating Natural Language Interfaces for Data Visualization","display_name":"How to Ask What to Say?: Strategies for Evaluating Natural Language Interfaces for Data Visualization","publication_year":2020,"publication_date":"2020-06-16","ids":{"openalex":"https://openalex.org/W3035064657","doi":"https://doi.org/10.1109/mcg.2020.2986902","mag":"3035064657","pmid":"https://pubmed.ncbi.nlm.nih.gov/32544054"},"language":"en","primary_location":{"id":"doi:10.1109/mcg.2020.2986902","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcg.2020.2986902","pdf_url":null,"source":{"id":"https://openalex.org/S105380075","display_name":"IEEE Computer Graphics and Applications","issn_l":"0272-1716","issn":["0272-1716","1558-1756"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computer Graphics and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056438986","display_name":"Arjun Srinivasan","orcid":"https://orcid.org/0000-0001-8901-1256"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arjun Srinivasan","raw_affiliation_strings":["School of Interactive ComputingGeorgia Institute of Technology","School of Interactive Computing, Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Interactive ComputingGeorgia Institute of Technology","institution_ids":[]},{"raw_affiliation_string":"School of Interactive Computing, Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082668404","display_name":"John Stasko","orcid":"https://orcid.org/0000-0003-4129-7659"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Stasko","raw_affiliation_strings":["School of Interactive ComputingGeorgia Institute of Technology","School of Interactive Computing, Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Interactive ComputingGeorgia Institute of Technology","institution_ids":[]},{"raw_affiliation_string":"School of Interactive Computing, Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3705,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.8356611,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"40","issue":"4","first_page":"96","last_page":"103"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8533425331115723},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.8006913661956787},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.6556760668754578},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5677348375320435},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.530088484287262},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.5109254717826843},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.506683886051178},{"id":"https://openalex.org/keywords/information-visualization","display_name":"Information visualization","score":0.5065149068832397},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.41567346453666687},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25568073987960815}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8533425331115723},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.8006913661956787},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.6556760668754578},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5677348375320435},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.530088484287262},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.5109254717826843},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.506683886051178},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.5065149068832397},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.41567346453666687},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25568073987960815},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mcg.2020.2986902","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcg.2020.2986902","pdf_url":null,"source":{"id":"https://openalex.org/S105380075","display_name":"IEEE Computer Graphics and Applications","issn_l":"0272-1716","issn":["0272-1716","1558-1756"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computer Graphics and Applications","raw_type":"journal-article"},{"id":"pmid:32544054","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32544054","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE computer graphics and applications","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8500000238418579,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W52809394","https://openalex.org/W1540555466","https://openalex.org/W1585309330","https://openalex.org/W1993760471","https://openalex.org/W2144988340","https://openalex.org/W2168440500","https://openalex.org/W2274505579","https://openalex.org/W2529391596","https://openalex.org/W2534380090","https://openalex.org/W2730072090","https://openalex.org/W2752843814","https://openalex.org/W2753472863","https://openalex.org/W2898777674","https://openalex.org/W2914985787","https://openalex.org/W2950168374","https://openalex.org/W2965346190","https://openalex.org/W3004004040","https://openalex.org/W3010400351","https://openalex.org/W3028632643","https://openalex.org/W4248741877","https://openalex.org/W6740412537"],"related_works":["https://openalex.org/W2105200106","https://openalex.org/W1574055964","https://openalex.org/W2295030662","https://openalex.org/W2104025928","https://openalex.org/W4225274103","https://openalex.org/W2923661510","https://openalex.org/W1938514595","https://openalex.org/W3003759491","https://openalex.org/W2013728941","https://openalex.org/W2579659702"],"abstract_inverted_index":{"In":[0],"this":[1,55],"article,":[2],"we":[3,32,82],"discuss":[4],"challenges":[5,70],"and":[6,23,35,46,65,71,96],"strategies":[7],"for":[8,14,87],"evaluating":[9,29,74],"natural":[10,101],"language":[11,102],"interfaces":[12],"(NLIs)":[13],"data":[15],"visualization.":[16],"Through":[17],"an":[18],"examination":[19],"of":[20,37,92,100],"prior":[21],"studies":[22],"reflecting":[24],"on":[25,62],"own":[26],"experiences":[27],"in":[28,54],"visualization":[30,63],"NLIs,":[31],"highlight":[33,83],"benefits":[34],"considerations":[36],"three":[38],"task":[39],"framing":[40],"strategies:":[41],"Jeopardy-style":[42],"facts,":[43],"open-ended":[44],"tasks,":[45],"target":[47],"replication":[48],"tasks.":[49],"We":[50],"hope":[51],"the":[52,98],"discussions":[53],"article":[56],"can":[57],"guide":[58],"future":[59,80],"researchers":[60],"working":[61],"NLIs":[64],"help":[66],"them":[67],"avoid":[68],"common":[69],"pitfalls":[72],"when":[73],"these":[75],"systems.":[76],"Finally,":[77],"to":[78],"motivate":[79],"research,":[81],"topics":[84],"that":[85],"call":[86],"further":[88],"investigation":[89],"including":[90],"development":[91],"new":[93],"evaluation":[94],"metrics,":[95],"considering":[97],"type":[99],"input":[103],"(spoken":[104],"versus":[105],"typed),":[106],"among":[107],"others.":[108]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}