{"id":"https://openalex.org/W4403792304","doi":"https://doi.org/10.1145/3664647.3680790","title":"NovaChart: A Large-scale Dataset towards Chart Understanding and Generation of Multimodal Large Language Models","display_name":"NovaChart: A Large-scale Dataset towards Chart Understanding and Generation of Multimodal Large Language Models","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403792304","doi":"https://doi.org/10.1145/3664647.3680790"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3680790","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680790","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063307425","display_name":"Linmei Hu","orcid":"https://orcid.org/0000-0003-0993-8495"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linmei Hu","raw_affiliation_strings":["SCST, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0993-8495","affiliations":[{"raw_affiliation_string":"SCST, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035159127","display_name":"Duokang Wang","orcid":"https://orcid.org/0009-0006-3290-7303"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Duokang Wang","raw_affiliation_strings":["SCS, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-3290-7303","affiliations":[{"raw_affiliation_string":"SCS, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yiming Pan","orcid":"https://orcid.org/0009-0006-4318-813X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Pan","raw_affiliation_strings":["SCST, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-4318-813X","affiliations":[{"raw_affiliation_string":"SCST, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038246814","display_name":"Jifan Yu","orcid":"https://orcid.org/0000-0003-3430-4048"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jifan Yu","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3430-4048","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014615052","display_name":"Yingxia Shao","orcid":"https://orcid.org/0000-0002-8559-2628"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingxia Shao","raw_affiliation_strings":["SCS, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8559-2628","affiliations":[{"raw_affiliation_string":"SCS, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066140774","display_name":"Chong Feng","orcid":"https://orcid.org/0000-0002-1691-1584"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chong Feng","raw_affiliation_strings":["SCST, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1691-1584","affiliations":[{"raw_affiliation_string":"SCST, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038612499","display_name":"Liqiang Nie","orcid":"https://orcid.org/0000-0003-1476-0273"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Nie","raw_affiliation_strings":["SCST, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1476-0273","affiliations":[{"raw_affiliation_string":"SCST, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3917","last_page":"3925"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7374274730682373},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5988160967826843},{"id":"https://openalex.org/keywords/chart","display_name":"Chart","score":0.5274822115898132},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4342389404773712},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4112870693206787},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3563615679740906},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.13991209864616394},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.08731567859649658},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07578960061073303},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.056595683097839355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7374274730682373},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5988160967826843},{"id":"https://openalex.org/C190812933","wikidata":"https://www.wikidata.org/wiki/Q28923","display_name":"Chart","level":2,"score":0.5274822115898132},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4342389404773712},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4112870693206787},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3563615679740906},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13991209864616394},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.08731567859649658},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07578960061073303},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.056595683097839355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3680790","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680790","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2132881639","https://openalex.org/W2904565150","https://openalex.org/W2947312908","https://openalex.org/W2962749469","https://openalex.org/W2963518342","https://openalex.org/W2963622213","https://openalex.org/W2991028016","https://openalex.org/W3009518609","https://openalex.org/W3104279398","https://openalex.org/W4285255856","https://openalex.org/W4385565485","https://openalex.org/W4387846231","https://openalex.org/W4389523846","https://openalex.org/W4402726948"],"related_works":["https://openalex.org/W2506141842","https://openalex.org/W2484873629","https://openalex.org/W2576621680","https://openalex.org/W348109127","https://openalex.org/W4206130480","https://openalex.org/W2261842017","https://openalex.org/W1969093315","https://openalex.org/W1980921145","https://openalex.org/W2994651827","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Multimodal":[0],"Large":[1],"Language":[2],"Models":[3],"(MLLMs)":[4],"have":[5],"shown":[6],"significant":[7],"potential":[8],"for":[9,77,117],"chart":[10,38,41,47,78,88,97,104,120,161,190,206],"understanding":[11,79,105,191],"and":[12,53,80,90,99,106,122,139,168,192],"generation.":[13,107],"However,":[14],"they":[15],"are":[16],"still":[17],"far":[18],"from":[19,44],"achieving":[20],"the":[21,32,35,62,140,158],"desired":[22],"effectiveness":[23],"in":[24,127,188],"practical":[25],"applications.":[26],"This":[27,146],"could":[28],"be":[29],"due":[30],"to":[31,164,174,204],"limitations":[33],"of":[34,46,51,59,65,82,103,143,160],"used":[36],"training":[37],"data.":[39],"Existing":[40],"datasets":[42],"suffer":[43],"scarcity":[45],"types,":[48],"limited":[49],"coverage":[50],"tasks,":[52],"insufficient":[54],"scalability,":[55,153],"making":[56],"them":[57,200],"incapable":[58],"effectively":[60],"enhancing":[61],"chart-related":[63,92],"capabilities":[64,187],"MLLMs.":[66,83,178],"To":[67,108],"tackle":[68],"these":[69],"obstacles,":[70],"we":[71,111],"construct":[72],"NovaChart,":[73,110],"a":[74,113,165,196,201],"large-scale":[75],"dataset":[76,209],"generation":[81,115,193],"NovaChart":[84,128,150,173,182],"contains":[85,129],"47K":[86],"high-resolution":[87],"images":[89],"856K":[91],"instructions,":[93],"covering":[94],"18":[95],"different":[96],"types":[98],"15":[100,189],"unique":[101],"tasks":[102,194],"build":[109],"propose":[112],"data":[114,133,138,163],"engine":[116],"metadata":[118,126],"curation,":[119],"visualization":[121,141],"instruction":[123,162],"formulation.":[124],"Chart":[125],"detailed":[130],"annotations,":[131],"i.e.,":[132],"points,":[134],"visual":[135],"elements,":[136],"source":[137],"code":[142],"every":[144],"chart.":[145],"additional":[147],"information":[148],"endows":[149],"with":[151,185],"considerable":[152],"as":[154],"it":[155],"can":[156],"facilitate":[157],"extension":[159],"larger":[166],"scale":[167],"greater":[169],"diversity.":[170],"We":[171],"utilize":[172],"train":[175],"several":[176],"open-source":[177],"Experimental":[179],"results":[180],"demonstrate":[181],"empowers":[183],"MLLMs":[184],"stronger":[186],"by":[195],"large-margin":[197],"(35.47%-619.47%),":[198],"bringing":[199],"step":[202],"closer":[203],"smart":[205],"assistants.":[207],"Our":[208],"is":[210],"now":[211],"available":[212],"at":[213],"https://github.com/Elucidator-V/NovaChart.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}