{"id":"https://openalex.org/W4402581130","doi":"https://doi.org/10.1109/tvcg.2024.3456350","title":"DracoGPT: Extracting Visualization Design Preferences from Large Language Models","display_name":"DracoGPT: Extracting Visualization Design Preferences from Large Language Models","publication_year":2024,"publication_date":"2024-09-16","ids":{"openalex":"https://openalex.org/W4402581130","doi":"https://doi.org/10.1109/tvcg.2024.3456350","pmid":"https://pubmed.ncbi.nlm.nih.gov/39283801"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2024.3456350","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3456350","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021497224","display_name":"Huichen Will Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huichen Will Wang","raw_affiliation_strings":["University of Washington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026198819","display_name":"Mitchell Gordon","orcid":"https://orcid.org/0000-0003-1008-2321"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mitchell Gordon","raw_affiliation_strings":["University of Washington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009763002","display_name":"Leilani Battle","orcid":"https://orcid.org/0000-0003-3870-636X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leilani Battle","raw_affiliation_strings":["University of Washington, USA"],"raw_orcid":"https://orcid.org/0000-0003-3870-636X","affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090570042","display_name":"Jeffrey Heer","orcid":"https://orcid.org/0000-0002-6175-1655"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Heer","raw_affiliation_strings":["University of Washington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":2.8289,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.92271939,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"31","issue":"1","first_page":"710","last_page":"720"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.946399986743927,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.7774300575256348},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6751156449317932},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5403914451599121},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.49683550000190735},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4258570373058319},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.288880318403244},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09965357184410095}],"concepts":[{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.7774300575256348},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6751156449317932},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5403914451599121},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.49683550000190735},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4258570373058319},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.288880318403244},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09965357184410095},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2024.3456350","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3456350","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:39283801","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39283801","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2359375406","display_name":null,"funder_award_id":"IIS-2141506","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1952173784","https://openalex.org/W2011301426","https://openalex.org/W2132881639","https://openalex.org/W2516678343","https://openalex.org/W2610226709","https://openalex.org/W2837370974","https://openalex.org/W2886887279","https://openalex.org/W2888611489","https://openalex.org/W2903675476","https://openalex.org/W3048148501","https://openalex.org/W3169230937","https://openalex.org/W3174906424","https://openalex.org/W3203626883","https://openalex.org/W4200375399","https://openalex.org/W4242372420","https://openalex.org/W4254687493","https://openalex.org/W4366583080","https://openalex.org/W4366587430","https://openalex.org/W4382498938","https://openalex.org/W4385570745","https://openalex.org/W4387885729","https://openalex.org/W4387986842","https://openalex.org/W4389252523","https://openalex.org/W4389520463","https://openalex.org/W4389523621","https://openalex.org/W4389524090","https://openalex.org/W4389988420","https://openalex.org/W4392026410","https://openalex.org/W4392405493","https://openalex.org/W4396817330","https://openalex.org/W4396832280","https://openalex.org/W4399563352","https://openalex.org/W6778883912","https://openalex.org/W6809646742","https://openalex.org/W6850936240","https://openalex.org/W6854866820","https://openalex.org/W6856102926","https://openalex.org/W6856716753","https://openalex.org/W6856978967","https://openalex.org/W6857233046","https://openalex.org/W6857775887","https://openalex.org/W6859471809","https://openalex.org/W6860444708","https://openalex.org/W6861040085","https://openalex.org/W6863408469"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4231704780","https://openalex.org/W2083794993","https://openalex.org/W352609212","https://openalex.org/W4200340037","https://openalex.org/W1511772879","https://openalex.org/W4379115841","https://openalex.org/W608917066","https://openalex.org/W4283652261"],"abstract_inverted_index":{"Trained":[0],"on":[1,152],"vast":[2],"corpora,":[3],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"have":[8,37],"the":[9,107],"potential":[10],"to":[11,23,68,86,94,155,160,168],"encode":[12],"visualization":[13,30,33,50],"design":[14,34,51,89,118],"knowledge":[15,82,158],"and":[16,48,63,91,130,167,172],"best":[17,95],"practices.":[18],"However,":[19],"if":[20],"they":[21,26],"fail":[22],"do":[24],"so,":[25],"might":[27],"provide":[28,169],"unreliable":[29],"recommendations.":[31],"What":[32],"preferences,":[35],"then,":[36],"LLMs":[38,66],"learned?":[39],"We":[40,76,100],"contribute":[41],"DracoGPT,":[42],"a":[43,80,121,162,170],"method":[44],"for":[45,175],"extracting,":[46],"modeling,":[47],"assessing":[49],"preferences":[52,90,108,166],"from":[53,97,141,144],"LLMs.":[54,176],"To":[55],"assess":[56],"varied":[57],"tasks,":[58],"we":[59,126],"develop":[60],"two":[61],"pipelines-DracoGPT-Rank":[62],"DracoGPT-Recommend-to":[64],"model":[65,106,161],"prompted":[67],"either":[69],"rank":[70],"or":[71],"recommend":[72],"visual":[73],"encoding":[74],"specifications.":[75],"use":[77],"Draco":[78,117],"as":[79],"shared":[81],"base":[83,159],"in":[84,114],"which":[85],"represent":[87],"LLM":[88],"compare":[92],"them":[93],"practices":[96],"empirical":[98],"research.":[99],"demonstrate":[101],"that":[102,128],"DracoGPT":[103],"can":[104,150],"accurately":[105],"expressed":[109],"by":[110],"LLMs,":[111,125],"enabling":[112],"analysis":[113],"terms":[115],"of":[116,123,165],"constraints.":[119],"Across":[120],"suite":[122],"backing":[124],"find":[127],"DracoGPT-Rank":[129],"DracoGPT-Recommend":[131],"moderately":[132],"agree":[133],"with":[134],"each":[135],"other,":[136],"but":[137],"both":[138],"substantially":[139],"diverge":[140],"guidelines":[142],"drawn":[143],"human":[145],"subjects":[146],"experiments.":[147],"Future":[148],"work":[149],"build":[151],"our":[153],"approach":[154],"expand":[156],"Draco's":[157],"richer":[163],"set":[164],"robust":[171],"cost-effective":[173],"stand-in":[174]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":13}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}