{"id":"https://openalex.org/W3174906424","doi":"https://doi.org/10.1145/3448016.3457261","title":"Synthesizing Natural Language to Visualization (NL2VIS) Benchmarks from NL2SQL Benchmarks","display_name":"Synthesizing Natural Language to Visualization (NL2VIS) Benchmarks from NL2SQL Benchmarks","publication_year":2021,"publication_date":"2021-06-09","ids":{"openalex":"https://openalex.org/W3174906424","doi":"https://doi.org/10.1145/3448016.3457261","mag":"3174906424"},"language":"en","primary_location":{"id":"doi:10.1145/3448016.3457261","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3448016.3457261","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Management of Data","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100614732","display_name":"Yuyu Luo","orcid":"https://orcid.org/0000-0001-9530-3327"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuyu Luo","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101824160","display_name":"Nan Tang","orcid":"https://orcid.org/0000-0003-2832-0295"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Nan Tang","raw_affiliation_strings":["Qatar Computing Research Institute, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451576","display_name":"Guoliang Li","orcid":"https://orcid.org/0000-0002-1398-0621"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoliang Li","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101797040","display_name":"Chengliang Chai","orcid":"https://orcid.org/0000-0001-8080-5594"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengliang Chai","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100336575","display_name":"Wenbo Li","orcid":"https://orcid.org/0000-0002-3064-2114"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Li","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027616607","display_name":"Xuedi Qin","orcid":"https://orcid.org/0000-0003-0742-4861"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuedi Qin","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100614732"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":4.8565,"has_fulltext":false,"cited_by_count":76,"citation_normalized_percentile":{"value":0.96275039,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1235","last_page":"1247"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8921376466751099},{"id":"https://openalex.org/keywords/sql","display_name":"SQL","score":0.7109754681587219},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6440471410751343},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6410759687423706},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4966164231300354},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.4448513984680176},{"id":"https://openalex.org/keywords/data-definition-language","display_name":"Data definition language","score":0.43014055490493774},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3610958755016327},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32194072008132935}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8921376466751099},{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.7109754681587219},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6440471410751343},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6410759687423706},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4966164231300354},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.4448513984680176},{"id":"https://openalex.org/C55596503","wikidata":"https://www.wikidata.org/wiki/Q1431648","display_name":"Data definition language","level":3,"score":0.43014055490493774},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3610958755016327},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32194072008132935},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3448016.3457261","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3448016.3457261","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Management of Data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1598796236","https://openalex.org/W1961845056","https://openalex.org/W2091671846","https://openalex.org/W2096979215","https://openalex.org/W2108598243","https://openalex.org/W2133564696","https://openalex.org/W2152922709","https://openalex.org/W2153579005","https://openalex.org/W2250539671","https://openalex.org/W2269738476","https://openalex.org/W2271188064","https://openalex.org/W2274505579","https://openalex.org/W2414312413","https://openalex.org/W2534380090","https://openalex.org/W2594990650","https://openalex.org/W2610850660","https://openalex.org/W2730072090","https://openalex.org/W2795226127","https://openalex.org/W2798990443","https://openalex.org/W2799054028","https://openalex.org/W2803317679","https://openalex.org/W2888611489","https://openalex.org/W2889326796","https://openalex.org/W2890431379","https://openalex.org/W2896808365","https://openalex.org/W2918035772","https://openalex.org/W2943552823","https://openalex.org/W2945102109","https://openalex.org/W2948919184","https://openalex.org/W2952642069","https://openalex.org/W2962713807","https://openalex.org/W2963357517","https://openalex.org/W2963427688","https://openalex.org/W2963655793","https://openalex.org/W2964271186","https://openalex.org/W2967623726","https://openalex.org/W2975090317","https://openalex.org/W2991028016","https://openalex.org/W2996500300","https://openalex.org/W2999324038","https://openalex.org/W3005666391","https://openalex.org/W3008443627","https://openalex.org/W3012492726","https://openalex.org/W3022878348","https://openalex.org/W3025775630","https://openalex.org/W3028867501","https://openalex.org/W3030764521","https://openalex.org/W3031767846","https://openalex.org/W3032766766","https://openalex.org/W3032848711","https://openalex.org/W3034835156","https://openalex.org/W3046245737","https://openalex.org/W3046744391","https://openalex.org/W3081277912","https://openalex.org/W3085194789","https://openalex.org/W3085684300","https://openalex.org/W3098341425","https://openalex.org/W4230096730","https://openalex.org/W4244888246","https://openalex.org/W6679436768","https://openalex.org/W6726554034","https://openalex.org/W6739901393","https://openalex.org/W6744893907","https://openalex.org/W6749216537","https://openalex.org/W6898505805","https://openalex.org/W7075996109"],"related_works":["https://openalex.org/W650213220","https://openalex.org/W1592149428","https://openalex.org/W1980548249","https://openalex.org/W2183714398","https://openalex.org/W3094396153","https://openalex.org/W2340883001","https://openalex.org/W157322357","https://openalex.org/W1554917839","https://openalex.org/W4382050951","https://openalex.org/W2042813897"],"abstract_inverted_index":{"Natural":[0],"language":[1],"(NL)":[2],"is":[3,25,64,81],"a":[4,50,123,190,220,227,265],"promising":[5],"interaction":[6],"paradigm":[7],"for":[8,131,163,172],"data":[9,80],"visualization":[10],"(VIS).":[11],"However,":[12,93],"there":[13],"are":[14,107],"not":[15],"any":[16],"NL":[17,162,171],"to":[18,26,32,88,91,157,174,216,255],"VIS":[19,74,84,101,119,135,141,151,159,164],"(NL2VIS)":[20],"benchmarks":[21,57,114],"available.":[22],"Our":[23,211,268],"goal":[24],"provide":[27,112],"the":[28,36,67,170,181,214,249,279,283],"first":[29,182],"NL2VIS":[30,51,56,113,183,221,228,284],"benchmark":[31,184,193,222,229],"enable":[33,260],"and":[34,73,83,134,205,244,276],"push":[35],"field":[37],"of":[38,203,218,235,251,282],"NL2VIS,":[39],"especially":[40],"with":[41],"deep":[42],"learning":[43],"technologies.":[44],"In":[45,253],"this":[46],"paper,":[47],"we":[48,121,263],"propose":[49],"synthesizer":[52],"(NL2SQL-to-NL2VIS)":[53],"that":[54,97,115,257,272],"synthesizes":[55],"by":[58,186],"piggybacking":[59],"NL2SQL":[60,192],"benchmarks.":[61],"The":[62,161],"intuition":[63],"based":[65,168],"on":[66,169,189],"semantic":[68],"connection":[69],"between":[70],"SQL":[71,76,96,133,148,173],"queries":[72,77,85],"queries:":[75],"specify":[78,89],"what":[79],"needed":[82],"additionally":[86],"need":[87],"how":[90],"visualize.":[92],"different":[94],"from":[95,223,230],"has":[98],"well-defined":[99],"syntax,":[100],"languages":[102],"(e.g.,":[103],"Vega-Lite,":[104],"VizQL,":[105],"ggplot2)":[106],"syntactically":[108],"very":[109],"different.":[110],"To":[111],"can":[116,138,153,259],"support":[117],"many":[118],"languages,":[120],"use":[122],"unified":[124],"intermediate":[125],"representation,":[126],"abstract":[127],"syntax":[128],"trees":[129,142],"(ASTs),":[130],"both":[132],"queries.":[136],"We":[137,179],"synthesize":[139],"multiple":[140],"through":[143,241],"adding/deleting":[144],"nodes":[145],"to/from":[146],"an":[147],"tree.":[149],"Each":[150],"tree":[152,177],"then":[154],"be":[155,166],"converted":[156],"(any)":[158],"language.":[160],"will":[165],"modified":[167],"reflect":[175],"corresponding":[176],"edits.":[178],"produce":[180],"(nvBench),":[185],"applying":[187],"NL2SQL-to-NL2VIS":[188],"popular":[191],"Spider,":[194],"which":[195],"covers":[196],"105":[197],"domains,":[198],"supports":[199],"seven":[200],"common":[201],"types":[202],"visualizations,":[204],"contains":[206],"25,750":[207],"(NL,":[208],"VIS)":[209],"pairs.":[210],"method":[212],"reduces":[213],"man-hour":[215],"5.7%":[217],"developing":[219],"scratch":[224,231],"(or":[225],"building":[226],"takes":[232],"17.5\u00d7":[233],"man-hours":[234],"our":[236],"method).":[237],"Extensive":[238],"human":[239],"validation,":[240],"23":[242],"experts":[243],"312":[245],"crowd":[246],"workers,":[247],"demonstrates":[248],"high-quality":[250],"nvBench.":[252],"order":[254],"verify":[256],"nvBench":[258],"learning-based":[261],"approaches,":[262],"develop":[264],"SEQ2VIS":[266,273],"model.":[267],"experimental":[269],"results":[270],"show":[271],"works":[274],"well":[275],"significantly":[277],"outperforms":[278],"state-of-the-art":[280],"methods":[281],"task.":[285]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}