{"id":"https://openalex.org/W4401863780","doi":"https://doi.org/10.1145/3637528.3671935","title":"Marrying Dialogue Systems with Data Visualization: Interactive Data Visualization Generation from Natural Language Conversations","display_name":"Marrying Dialogue Systems with Data Visualization: Interactive Data Visualization Generation from Natural Language Conversations","publication_year":2024,"publication_date":"2024-08-24","ids":{"openalex":"https://openalex.org/W4401863780","doi":"https://doi.org/10.1145/3637528.3671935"},"language":"en","primary_location":{"id":"doi:10.1145/3637528.3671935","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3637528.3671935","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077688051","display_name":"Yuanfeng Song","orcid":"https://orcid.org/0000-0003-2221-9807"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yuanfeng Song","raw_affiliation_strings":["AI Group, WeBank Co., Ltd., Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"AI Group, WeBank Co., Ltd., Shenzhen, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053233167","display_name":"Xuefang Zhao","orcid":"https://orcid.org/0000-0002-7154-9338"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xuefang Zhao","raw_affiliation_strings":["AI Group, WeBank Co., Ltd., Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"AI Group, WeBank Co., Ltd., Shenzhen, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049858061","display_name":"Raymond Chi-Wing Wong","orcid":"https://orcid.org/0000-0001-7045-6503"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Raymond Chi-Wing Wong","raw_affiliation_strings":["The Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077688051"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3665,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.90105225,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2733","last_page":"2744"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.8360053896903992},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8129976987838745},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.6867687702178955},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural language generation","score":0.6187359094619751},{"id":"https://openalex.org/keywords/information-visualization","display_name":"Information visualization","score":0.5356134176254272},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5135507583618164},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.508611798286438},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.4828510880470276},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.47930899262428284},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32799217104911804},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.30165427923202515},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25782784819602966}],"concepts":[{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.8360053896903992},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8129976987838745},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.6867687702178955},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.6187359094619751},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.5356134176254272},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5135507583618164},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.508611798286438},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.4828510880470276},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.47930899262428284},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32799217104911804},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.30165427923202515},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25782784819602966},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3637528.3671935","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3637528.3671935","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-143616","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-143616","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1593271688","https://openalex.org/W2043272932","https://openalex.org/W2097107378","https://openalex.org/W2111151330","https://openalex.org/W2250539671","https://openalex.org/W2516678343","https://openalex.org/W2600463316","https://openalex.org/W2611990000","https://openalex.org/W2786983967","https://openalex.org/W2795226127","https://openalex.org/W2798990443","https://openalex.org/W2803317679","https://openalex.org/W2888611489","https://openalex.org/W2890431379","https://openalex.org/W2897182555","https://openalex.org/W2945102109","https://openalex.org/W2950067395","https://openalex.org/W2962713807","https://openalex.org/W2962883855","https://openalex.org/W2963207291","https://openalex.org/W2963477458","https://openalex.org/W2963707382","https://openalex.org/W2963748384","https://openalex.org/W2963797754","https://openalex.org/W2964092386","https://openalex.org/W2967623726","https://openalex.org/W2970247882","https://openalex.org/W2970442801","https://openalex.org/W2970515629","https://openalex.org/W2981591098","https://openalex.org/W2983537304","https://openalex.org/W2990045899","https://openalex.org/W2998563994","https://openalex.org/W3008191852","https://openalex.org/W3012871941","https://openalex.org/W3081277912","https://openalex.org/W3088273075","https://openalex.org/W3093418251","https://openalex.org/W3168843540","https://openalex.org/W3174906424","https://openalex.org/W3184055159","https://openalex.org/W3213578841","https://openalex.org/W4281763536","https://openalex.org/W4290874921","https://openalex.org/W4294974598","https://openalex.org/W4298206967","https://openalex.org/W4365799947"],"related_works":["https://openalex.org/W2362367986","https://openalex.org/W2152921782","https://openalex.org/W2151177154","https://openalex.org/W382594479","https://openalex.org/W2080934634","https://openalex.org/W2112083262","https://openalex.org/W4246764483","https://openalex.org/W2013467770","https://openalex.org/W2138584026","https://openalex.org/W2156440763"],"abstract_inverted_index":{"Data":[0],"visualization":[1,40],"(DV)":[2],"has":[3,118],"become":[4],"the":[5,9,25,49,55,78,82,110,115,123,147,175,180,184,206,211,221,254],"prevailing":[6],"tool":[7],"in":[8,18,48,62,67,122],"market":[10],"due":[11],"to":[12,39,57,157,195,219,231,241,252],"its":[13],"effectiveness":[14],"into":[15],"illustrating":[16],"insights":[17],"vast":[19],"amounts":[20],"of":[21,27,105,139,152,179],"data.":[22,185],"To":[23],"lower":[24],"barrier":[26],"using":[28],"DVs,":[29],"automatic":[30],"DV":[31,71,79],"tasks,":[32],"such":[33,170],"as":[34,171],"natural":[35],"language":[36],"question":[37],"(NLQ)":[38],"translation":[41],"(formally":[42],"called":[43],"text-to-vis),":[44],"have":[45],"been":[46,120],"investigated":[47],"research":[50],"community.":[51],"However,":[52,66,162],"text-to-vis":[53],"assumes":[54],"NLQ":[56],"be":[58],"well-organized":[59],"and":[60,81,109,144,182,209,246,279],"expressed":[61],"a":[63,89,103,128,137,142,159,189,225,248,281],"single":[64],"sentence.":[65],"real-world":[68],"settings,":[69],"complex":[70],"is":[72,114,156,229,239],"needed":[73],"through":[74,102],"consecutive":[75],"exchanges":[76],"between":[77,107],"system":[80],"users.":[83],"In":[84,200],"this":[85,163],"paper,":[86],"we":[87,125,187],"propose":[88,188],"new":[90],"task":[91,116],"named":[92,131,193],"CoVis,":[93],"short":[94],"for":[95],"<u>Co</u>nversational":[96],"text-to-<u>Vis</u>ualization,":[97],"aiming":[98],"at":[99],"constructing":[100],"DVs":[101],"series":[104],"interactions":[106],"users":[108],"system.":[111,148],"Since":[112],"it":[113,215],"which":[117],"not":[119],"studied":[121],"literature,":[124],"first":[126,203],"build":[127],"benchmark":[129,267],"dataset":[130],"Dial-NVBench,":[132],"including":[133],"dialogue":[134,154,168,207],"sessions":[135],"with":[136,261],"sequence":[138],"queries":[140],"from":[141,146],"user":[143],"responses":[145],"The":[149],"ultimate":[150],"goal":[151],"each":[153],"session":[155],"create":[158],"suitable":[160],"DV.":[161],"process":[164],"can":[165],"contain":[166],"diverse":[167],"queries,":[169],"seeking":[172],"information":[173],"about":[174],"dataset,":[176],"manipulating":[177],"parts":[178],"data,":[181],"visualizing":[183],"Then,":[186,214],"multi-modal":[190],"neural":[191],"network":[192],"MMCoVisNet":[194,202,260,273],"answer":[196],"these":[197],"DV-related":[198],"queries.":[199],"particular,":[201],"fully":[204],"understands":[205],"context":[208],"determines":[210],"corresponding":[212],"responses.":[213],"uses":[216],"adaptive":[217],"decoders":[218],"provide":[220],"appropriate":[222,255],"replies:":[223],"(i)":[224],"straightforward":[226],"text":[227],"decoder":[228,238,250],"used":[230],"produce":[232],"general":[233],"responses,":[234,245],"(ii)":[235],"an":[236],"SQL-form":[237],"applied":[240],"synthesize":[242],"data":[243],"querying":[244],"(iii)":[247],"DV-form":[249],"tries":[251],"construct":[253],"DVs.":[256],"We":[257],"comparatively":[258],"evaluate":[259],"other":[262],"baselines":[263,278],"over":[264],"our":[265],"proposed":[266],"dataset.":[268],"Experimental":[269],"results":[270],"validate":[271],"that":[272],"performs":[274],"better":[275],"than":[276],"existing":[277],"achieves":[280],"state-of-the-art":[282],"performance.":[283]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}