{"id":"https://openalex.org/W4396817330","doi":"https://doi.org/10.1145/3654992","title":"Automated Data Visualization from Natural Language via Large Language Models: An Exploratory Study","display_name":"Automated Data Visualization from Natural Language via Large Language Models: An Exploratory Study","publication_year":2024,"publication_date":"2024-05-29","ids":{"openalex":"https://openalex.org/W4396817330","doi":"https://doi.org/10.1145/3654992"},"language":"en","primary_location":{"id":"doi:10.1145/3654992","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3654992","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.17136","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5098938330","display_name":"Yang Wu","orcid":"https://orcid.org/0009-0002-8313-5092"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Wu","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101555948","display_name":"Yao Wan","orcid":"https://orcid.org/0000-0001-6937-4180"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Wan","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412598","display_name":"Hongyu Zhang","orcid":"https://orcid.org/0000-0002-3063-9425"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyu Zhang","raw_affiliation_strings":["Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053058502","display_name":"Yulei Sui","orcid":"https://orcid.org/0000-0002-9510-6574"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yulei Sui","raw_affiliation_strings":["University of New South Wales, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060433773","display_name":"Wucai Wei","orcid":"https://orcid.org/0009-0001-0113-4241"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wucai Wei","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103185397","display_name":"Wei Zhao","orcid":"https://orcid.org/0000-0002-1396-6424"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhao","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051512158","display_name":"Guandong Xu","orcid":"https://orcid.org/0000-0003-4493-6663"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guandong Xu","raw_affiliation_strings":["University of Technology Sydney, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022262922","display_name":"Hai Jin","orcid":"https://orcid.org/0000-0002-3934-7605"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Jin","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5098938330"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":7.1762,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.97954823,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"2","issue":"3","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8049416542053223},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5687178373336792},{"id":"https://openalex.org/keywords/interpreter","display_name":"Interpreter","score":0.5102250576019287},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.4993119239807129},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4817662239074707},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4782601594924927},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.47496816515922546},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47198301553726196},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.46769097447395325},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4667520821094513},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.44997626543045044},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.44331490993499756},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.29495733976364136},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17642617225646973},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.16083645820617676}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8049416542053223},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5687178373336792},{"id":"https://openalex.org/C122783720","wikidata":"https://www.wikidata.org/wiki/Q183065","display_name":"Interpreter","level":2,"score":0.5102250576019287},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.4993119239807129},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4817662239074707},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4782601594924927},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.47496816515922546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47198301553726196},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.46769097447395325},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4667520821094513},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.44997626543045044},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.44331490993499756},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29495733976364136},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17642617225646973},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.16083645820617676},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3654992","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3654992","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2404.17136","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.17136","pdf_url":"https://arxiv.org/pdf/2404.17136","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.17136","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.17136","pdf_url":"https://arxiv.org/pdf/2404.17136","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7799999713897705,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396817330.pdf"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2123442489","https://openalex.org/W2612690371","https://openalex.org/W2750779823","https://openalex.org/W2752843814","https://openalex.org/W2798990443","https://openalex.org/W2911733715","https://openalex.org/W2918035772","https://openalex.org/W2970515629","https://openalex.org/W2981852735","https://openalex.org/W3046744391","https://openalex.org/W3116342879","https://openalex.org/W3174906424","https://openalex.org/W3213578841","https://openalex.org/W4221143046","https://openalex.org/W4226278401","https://openalex.org/W4238846128","https://openalex.org/W4288089799","https://openalex.org/W4290874921","https://openalex.org/W4292779060","https://openalex.org/W4304479239","https://openalex.org/W4312999884","https://openalex.org/W4366835679","https://openalex.org/W4367860052","https://openalex.org/W4385571184","https://openalex.org/W4386076140","https://openalex.org/W4386566590","https://openalex.org/W4389520065","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W2367925007","https://openalex.org/W4288263119","https://openalex.org/W3015724364","https://openalex.org/W2967994095","https://openalex.org/W4285240985","https://openalex.org/W2900126711","https://openalex.org/W4286930972","https://openalex.org/W3202115945","https://openalex.org/W2542958340","https://openalex.org/W4389520438"],"abstract_inverted_index":{"The":[0,178,232],"Natural":[1],"Language":[2,69],"to":[3,8,21,78,114,126,145,219],"Visualization":[4],"(NL2Vis)":[5],"task":[6],"aims":[7],"transform":[9],"natural-language":[10],"descriptions":[11],"into":[12,109,117,137],"visual":[13],"representations":[14],"for":[15,37,93,245],"a":[16],"grounded":[17],"table,":[18],"enabling":[19],"users":[20],"gain":[22],"insights":[23],"from":[24,53,62],"vast":[25],"amounts":[26],"of":[27,67,89,104,158,238],"data.":[28],"Recently,":[29],"many":[30],"deep":[31],"learning-based":[32],"approaches":[33],"have":[34],"been":[35],"developed":[36],"NL2Vis.":[38,128],"Despite":[39],"the":[40,63,87,102,127,147,173,212,222,236],"considerable":[41],"efforts":[42],"made":[43],"by":[44],"these":[45],"approaches,":[46],"challenges":[47],"persist":[48],"in":[49,82,215],"visualizing":[50],"data":[51,108,136],"sourced":[52],"unseen":[54],"databases":[55],"or":[56],"spanning":[57],"multiple":[58],"tables.":[59],"Taking":[60],"inspiration":[61],"remarkable":[64],"generation":[65],"capabilities":[66],"Large":[68],"Models":[70],"(LLMs),":[71],"this":[72,95],"paper":[73],"conducts":[74],"an":[75],"empirical":[76],"study":[77],"evaluate":[79,155],"their":[80],"potential":[81,244],"generating":[83],"visualizations,":[84],"and":[85,119,141,164,217,230,241],"explore":[86,101],"effectiveness":[88],"in-context":[90,206],"learning":[91],"prompts":[92],"enhancing":[94],"task.":[96],"In":[97],"particular,":[98],"we":[99,154,209],"first":[100],"ways":[103],"transforming":[105,133],"structured":[106,134],"tabular":[107,135],"sequential":[110],"text":[111],"prompts,":[112],"as":[113,227],"feed":[115],"them":[116],"LLMs":[118,183,213],"analyze":[120,210],"which":[121],"table":[122,148],"content":[123],"contributes":[124],"most":[125],"Our":[129],"findings":[130],"suggest":[131],"that":[132,182],"programs":[138],"is":[139,143],"effective,":[140],"it":[142],"essential":[144],"consider":[146],"schema":[149],"when":[150,199,211],"formulating":[151],"prompts.":[152],"Furthermore,":[153],"two":[156],"types":[157],"LLMs:":[159],"finetuned":[160],"models":[161,166,188,198],"(e.g.,":[162,167],"T5-Small)":[163],"inference-only":[165,187],"GPT-3.5),":[168],"against":[169],"state-of-the-art":[170],"methods,":[171],"using":[172,224],"NL2Vis":[174],"benchmarks":[175],"(i.e.,":[176],"nvBench).":[177],"experimental":[179,233],"results":[180,223,234],"reveal":[181],"outperform":[184],"baselines,":[185],"with":[186,201],"consistently":[189],"exhibiting":[190],"performance":[191],"improvements,":[192],"at":[193],"times":[194],"even":[195],"surpassing":[196],"fine-tuned":[197],"provided":[200],"certain":[202],"few-shot":[203],"demonstrations":[204],"through":[205],"learning.":[207],"Finally,":[208],"fail":[214],"NL2Vis,":[216],"propose":[218],"iteratively":[220],"update":[221],"strategies":[225],"such":[226],"chain-of-thought,":[228],"role-playing,":[229],"code-interpreter.":[231],"confirm":[235],"efficacy":[237],"iterative":[239],"updates":[240],"hold":[242],"great":[243],"future":[246],"study.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":5}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}