{"id":"https://openalex.org/W7115022868","doi":"https://doi.org/10.1145/3757374.3771781","title":"Enabling Visually Aware Conversational Data Visualization Through LLM Augmentation","display_name":"Enabling Visually Aware Conversational Data Visualization Through LLM Augmentation","publication_year":2025,"publication_date":"2025-12-13","ids":{"openalex":"https://openalex.org/W7115022868","doi":"https://doi.org/10.1145/3757374.3771781"},"language":null,"primary_location":{"id":"doi:10.1145/3757374.3771781","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3757374.3771781","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SIGGRAPH Asia 2025 Posters","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Omar Mena","orcid":"https://orcid.org/0009-0002-6564-0175"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Omar Mena","raw_affiliation_strings":["King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Alexandre Kouyoumdjian","orcid":"https://orcid.org/0009-0005-0915-369X"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Alexandre Kouyoumdjian","raw_affiliation_strings":["King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lonni Besan\u00e7on","orcid":"https://orcid.org/0000-0002-7207-1276"},"institutions":[{"id":"https://openalex.org/I102134673","display_name":"Link\u00f6ping University","ror":"https://ror.org/05ynxx418","country_code":"SE","type":"education","lineage":["https://openalex.org/I102134673"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Lonni Besan\u00e7on","raw_affiliation_strings":["Link\u00f6ping University, Norrk\u00f6ping, Sweden"],"affiliations":[{"raw_affiliation_string":"Link\u00f6ping University, Norrk\u00f6ping, Sweden","institution_ids":["https://openalex.org/I102134673"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Michael Gleicher","orcid":"https://orcid.org/0000-0003-3295-4071"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Gleicher","raw_affiliation_strings":["University of Wisconsin Madison, Madison, USA"],"affiliations":[{"raw_affiliation_string":"University of Wisconsin Madison, Madison, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ivan Viola","orcid":"https://orcid.org/0000-0003-4248-6574"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Ivan Viola","raw_affiliation_strings":["King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"last","author":{"id":null,"display_name":"Anders Ynnerman","orcid":"https://orcid.org/0000-0002-9466-9826"},"institutions":[{"id":"https://openalex.org/I102134673","display_name":"Link\u00f6ping University","ror":"https://ror.org/05ynxx418","country_code":"SE","type":"education","lineage":["https://openalex.org/I102134673"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Anders Ynnerman","raw_affiliation_strings":["Link\u00f6ping University, Norrk\u00f6ping, Sweden"],"affiliations":[{"raw_affiliation_string":"Link\u00f6ping University, Norrk\u00f6ping, Sweden","institution_ids":["https://openalex.org/I102134673"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I71920554"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.60993693,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.7851999998092651,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.7851999998092651,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09849999845027924,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.011900000274181366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6990000009536743},{"id":"https://openalex.org/keywords/json","display_name":"JSON","score":0.6237999796867371},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.6171000003814697},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5674999952316284},{"id":"https://openalex.org/keywords/information-visualization","display_name":"Information visualization","score":0.46619999408721924},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.46219998598098755},{"id":"https://openalex.org/keywords/geospatial-analysis","display_name":"Geospatial analysis","score":0.41100001335144043}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.823199987411499},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6990000009536743},{"id":"https://openalex.org/C2780416260","wikidata":"https://www.wikidata.org/wiki/Q2063","display_name":"JSON","level":2,"score":0.6237999796867371},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.6171000003814697},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5674999952316284},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5309000015258789},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5066999793052673},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.49470001459121704},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.46619999408721924},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.46219998598098755},{"id":"https://openalex.org/C9770341","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Geospatial analysis","level":2,"score":0.41100001335144043},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.358599990606308},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.3407000005245209},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.3018999993801117},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.29409998655319214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2897000014781952},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2761000096797943},{"id":"https://openalex.org/C12380541","wikidata":"https://www.wikidata.org/wiki/Q58300","display_name":"Geovisualization","level":4,"score":0.26499998569488525},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.2632000148296356}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3757374.3771781","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3757374.3771781","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the SIGGRAPH Asia 2025 Posters","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.43149492144584656,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G287846484","display_name":null,"funder_award_id":"BAS/1/1680-01-01","funder_id":"https://openalex.org/F4320322320","funder_display_name":"King Abdullah University of Science and Technology"},{"id":"https://openalex.org/G3459821447","display_name":null,"funder_award_id":"2007436","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320322320","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W1529906640","https://openalex.org/W2032191478","https://openalex.org/W4402401766"],"related_works":[],"abstract_inverted_index":{"We":[0,44,133],"present":[1],"an":[2],"augmentation":[3],"method":[4,136],"that":[5,94],"makes":[6],"Large":[7],"Language":[8],"Models":[9],"(LLMs)":[10],"both":[11],"data":[12],"aware":[13],"and":[14,37,62,88,122,154],"visually":[15],"aware.":[16],"Unaugmented":[17],"LLMs":[18,50],"can":[19],"provide":[20,40],"high-quality":[21],"information":[22,61,84],"about":[23,85],"the":[24,34,69,86,97,107,110,141],"broad":[25],"context":[26,113],"of":[27,33,58],"a":[28,56,77,90,144],"visualization,":[29],"but":[30],"are":[31],"unaware":[32],"visual":[35,60],"content":[36],"thus":[38],"cannot":[39],"accurate,":[41],"visualization-specific":[42],"answers.":[43],"address":[45],"this":[46],"limitation":[47],"by":[48],"providing":[49],"with":[51,82,109,130],"structured":[52,104],"metadata":[53],"generated":[54],"from":[55,74,140],"combination":[57],"extracted":[59],"textual":[63,83],"descriptions.":[64],"Our":[65],"LLM-agnostic":[66],"approach":[67],"preprocesses":[68],"visualization":[70,128],"to":[71,124,156],"extract":[72],"features":[73],"it":[75],"using":[76,137],"vision":[78],"model,":[79],"combines":[80],"them":[81],"data,":[87],"generates":[89],"compact":[91],"JSON":[92],"file":[93,105],"then":[95],"augments":[96],"LLM":[98,108],"during":[99],"user":[100,148],"interactions.":[101],"This":[102],"highly":[103],"provides":[106],"necessary":[111],"multimodal":[112,120],"without":[114],"requiring":[115],"any":[116,125],"fine-tuning":[117],"or":[118],"costly":[119],"prompts,":[121],"applies":[123],"existing":[126],"prerendered":[127],"paired":[129],"descriptive":[131],"text.":[132],"demonstrate":[134],"our":[135,151],"geospatial":[138],"datasets":[139],"Science":[142],"On":[143],"Sphere":[145],"project.":[146],"A":[147],"study":[149],"confirms":[150],"system\u2019s":[152],"accuracy":[153],"appeal":[155],"users.":[157]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-12-13T00:00:00"}