{"id":"https://openalex.org/W4405179243","doi":"https://doi.org/10.1109/tkde.2024.3513320","title":"From Pixels to Insights: A Survey on Automatic Chart Understanding in the Era of Large Foundation Models","display_name":"From Pixels to Insights: A Survey on Automatic Chart Understanding in the Era of Large Foundation Models","publication_year":2024,"publication_date":"2024-12-09","ids":{"openalex":"https://openalex.org/W4405179243","doi":"https://doi.org/10.1109/tkde.2024.3513320"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2024.3513320","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3513320","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017859556","display_name":"Kung-Hsiang Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I4210155268","display_name":"Salesforce (United States)","ror":"https://ror.org/057315g56","country_code":"US","type":"company","lineage":["https://openalex.org/I4210155268"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kung-Hsiang Huang","raw_affiliation_strings":["Salesforce AI Research, San Francisco, CA, USA","University of Illinois Urbana-ChampaignUniversity of Illinois Urbana-Champaign, US"],"raw_orcid":"https://orcid.org/0009-0004-1285-6196","affiliations":[{"raw_affiliation_string":"Salesforce AI Research, San Francisco, CA, USA","institution_ids":["https://openalex.org/I4210155268"]},{"raw_affiliation_string":"University of Illinois Urbana-ChampaignUniversity of Illinois Urbana-Champaign, US","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101761759","display_name":"Hou Pong Chan","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hou Pong Chan","raw_affiliation_strings":["University of Illinois, Champaign, IL, USA","DAMO Academy, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"DAMO Academy, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029408111","display_name":"Yi R. Fung","orcid":"https://orcid.org/0009-0006-1869-0363"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"May Fung","raw_affiliation_strings":["University of Illinois, Champaign, IL, USA","University of Illinois Urbana-ChampaignUniversity of Illinois Urbana-Champaign, US"],"raw_orcid":"https://orcid.org/0009-0006-1869-0363","affiliations":[{"raw_affiliation_string":"University of Illinois, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"University of Illinois Urbana-ChampaignUniversity of Illinois Urbana-Champaign, US","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066211736","display_name":"Haoyi Qiu","orcid":null},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haoyi Qiu","raw_affiliation_strings":["University of California, Los Angeles, CA, USA","University of California, Los Angeles, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California, Los Angeles, US","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101900207","display_name":"Mingyang Zhou","orcid":"https://orcid.org/0000-0002-6914-1245"},"institutions":[{"id":"https://openalex.org/I1305444813","display_name":"Capital One (United States)","ror":"https://ror.org/00svp7168","country_code":"US","type":"company","lineage":["https://openalex.org/I1305444813"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyang Zhou","raw_affiliation_strings":["Capital One, McLean, VA, USA","Columbia University, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Capital One, McLean, VA, USA","institution_ids":["https://openalex.org/I1305444813"]},{"raw_affiliation_string":"Columbia University, US","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005443526","display_name":"Shafiq Joty","orcid":"https://orcid.org/0000-0002-9222-2641"},"institutions":[{"id":"https://openalex.org/I4210155268","display_name":"Salesforce (United States)","ror":"https://ror.org/057315g56","country_code":"US","type":"company","lineage":["https://openalex.org/I4210155268"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shafiq Joty","raw_affiliation_strings":["Salesforce AI Research and NTU, San Francisco, CA, USA","Salesforce AI Research & NTU, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Salesforce AI Research and NTU, San Francisco, CA, USA","institution_ids":["https://openalex.org/I4210155268"]},{"raw_affiliation_string":"Salesforce AI Research & NTU, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037340457","display_name":"Shih\u2010Fu Chang","orcid":"https://orcid.org/0000-0003-1444-1205"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shih-Fu Chang","raw_affiliation_strings":["Columbia University, New York, NY, USA","Columbia University, US"],"raw_orcid":"https://orcid.org/0000-0003-1444-1205","affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Columbia University, US","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075033889","display_name":"Heng Ji","orcid":"https://orcid.org/0000-0002-0464-7966"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heng Ji","raw_affiliation_strings":["University of Illinois, Champaign, IL, USA","University of Illinois Urbana-ChampaignUniversity of Illinois Urbana-Champaign, US"],"raw_orcid":"https://orcid.org/0000-0002-0464-7966","affiliations":[{"raw_affiliation_string":"University of Illinois, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"University of Illinois Urbana-ChampaignUniversity of Illinois Urbana-Champaign, US","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5017859556"],"corresponding_institution_ids":["https://openalex.org/I157725225","https://openalex.org/I4210155268"],"apc_list":null,"apc_paid":null,"fwci":3.7736,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.93506845,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"37","issue":"5","first_page":"2550","last_page":"2568"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11801","display_name":"Reservoir Engineering and Simulation Methods","score":0.8468000292778015,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11801","display_name":"Reservoir Engineering and Simulation Methods","score":0.8468000292778015,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12549","display_name":"Image and Object Detection Techniques","score":0.7239999771118164,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.6766999959945679,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.743669867515564},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.6664028763771057},{"id":"https://openalex.org/keywords/chart","display_name":"Chart","score":0.5966346859931946},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5234039425849915},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4463565945625305},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3760760724544525},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36732304096221924},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3544309139251709},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10169586539268494}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.743669867515564},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6664028763771057},{"id":"https://openalex.org/C190812933","wikidata":"https://www.wikidata.org/wiki/Q28923","display_name":"Chart","level":2,"score":0.5966346859931946},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5234039425849915},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4463565945625305},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3760760724544525},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36732304096221924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3544309139251709},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10169586539268494},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tkde.2024.3513320","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3513320","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-145296","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-145296","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6380751991","display_name":null,"funder_award_id":"DESC0018420","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":126,"referenced_works":["https://openalex.org/W1895577753","https://openalex.org/W1933349210","https://openalex.org/W1956340063","https://openalex.org/W2064675550","https://openalex.org/W2101105183","https://openalex.org/W2194187530","https://openalex.org/W2194775991","https://openalex.org/W2294053032","https://openalex.org/W2520300089","https://openalex.org/W2593572697","https://openalex.org/W2750938222","https://openalex.org/W2809273748","https://openalex.org/W2896457183","https://openalex.org/W2963150697","https://openalex.org/W2963420691","https://openalex.org/W2963446712","https://openalex.org/W2963517393","https://openalex.org/W2963518342","https://openalex.org/W2963899988","https://openalex.org/W2963954913","https://openalex.org/W2967615747","https://openalex.org/W2997154779","https://openalex.org/W3001434439","https://openalex.org/W3003484198","https://openalex.org/W3004268082","https://openalex.org/W3009257998","https://openalex.org/W3009518609","https://openalex.org/W3014820286","https://openalex.org/W3034188538","https://openalex.org/W3034556525","https://openalex.org/W3035140194","https://openalex.org/W3035252911","https://openalex.org/W3096682293","https://openalex.org/W3098495697","https://openalex.org/W3099873751","https://openalex.org/W3103667349","https://openalex.org/W3104085139","https://openalex.org/W3116465435","https://openalex.org/W3120043490","https://openalex.org/W3138516171","https://openalex.org/W3167906655","https://openalex.org/W3183318857","https://openalex.org/W3198767185","https://openalex.org/W4205384772","https://openalex.org/W4205415761","https://openalex.org/W4239181501","https://openalex.org/W4253028564","https://openalex.org/W4280596375","https://openalex.org/W4285255856","https://openalex.org/W4285292339","https://openalex.org/W4290875180","https://openalex.org/W4310335763","https://openalex.org/W4312233877","https://openalex.org/W4312879041","https://openalex.org/W4313122483","https://openalex.org/W4379374334","https://openalex.org/W4382202558","https://openalex.org/W4383499296","https://openalex.org/W4385194816","https://openalex.org/W4385245566","https://openalex.org/W4385565485","https://openalex.org/W4385569922","https://openalex.org/W4385570745","https://openalex.org/W4385570783","https://openalex.org/W4385570934","https://openalex.org/W4385571024","https://openalex.org/W4385573930","https://openalex.org/W4386566433","https://openalex.org/W4386576698","https://openalex.org/W4389518724","https://openalex.org/W4389519103","https://openalex.org/W4389519254","https://openalex.org/W4389523846","https://openalex.org/W4396568157","https://openalex.org/W4401042316","https://openalex.org/W4401042338","https://openalex.org/W4401042875","https://openalex.org/W4401043317","https://openalex.org/W4402670747","https://openalex.org/W4402671151","https://openalex.org/W4402683795","https://openalex.org/W4402684237","https://openalex.org/W4402716477","https://openalex.org/W4402727764","https://openalex.org/W4403792079","https://openalex.org/W4404594861","https://openalex.org/W4404782963","https://openalex.org/W4405595839","https://openalex.org/W4407639559","https://openalex.org/W6636915900","https://openalex.org/W6682631176","https://openalex.org/W6738893770","https://openalex.org/W6744310024","https://openalex.org/W6745915114","https://openalex.org/W6761205521","https://openalex.org/W6763105583","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6791353385","https://openalex.org/W6798821717","https://openalex.org/W6846178434","https://openalex.org/W6846873649","https://openalex.org/W6847076894","https://openalex.org/W6850625674","https://openalex.org/W6852060543","https://openalex.org/W6852495594","https://openalex.org/W6853453387","https://openalex.org/W6854262950","https://openalex.org/W6854695065","https://openalex.org/W6854778553","https://openalex.org/W6854866820","https://openalex.org/W6855387268","https://openalex.org/W6855919228","https://openalex.org/W6856086692","https://openalex.org/W6856441604","https://openalex.org/W6856529530","https://openalex.org/W6857660365","https://openalex.org/W6858380932","https://openalex.org/W6858729242","https://openalex.org/W6859086121","https://openalex.org/W6859483197","https://openalex.org/W6859794109","https://openalex.org/W6860041859","https://openalex.org/W6860078260","https://openalex.org/W6861279440","https://openalex.org/W6861497697"],"related_works":["https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2358060160","https://openalex.org/W2035483685","https://openalex.org/W1969764885","https://openalex.org/W596947562","https://openalex.org/W3135697610","https://openalex.org/W2793937822","https://openalex.org/W2790817834","https://openalex.org/W2777605427"],"abstract_inverted_index":{"Data":[0],"visualization":[1],"in":[2,11,19,36,77,173,193],"the":[3,30,70,81,140,152,161],"form":[4],"of":[5,32,69,83,109,143,163,171],"charts":[6,111],"plays":[7],"a":[8,66],"pivotal":[9],"role":[10],"data":[12],"analysis,":[13],"offering":[14],"critical":[15],"insights":[16,187],"and":[17,53,74,103,107,112,124,146,155,177,188],"aiding":[18],"informed":[20],"decision-making.":[21],"Automatic":[22],"chart":[23,59,78,95,134,194],"understanding":[24,60,79,96,135,195],"has":[25],"witnessed":[26],"significant":[27],"advancements":[28],"with":[29,128],"rise":[31],"large":[33,43,197],"foundation":[34,85,198],"models":[35],"recent":[37,71],"years.":[38],"Foundation":[39],"models,":[40,45],"such":[41,166],"as":[42,167],"language":[44,50],"have":[46],"revolutionized":[47],"various":[48,101],"natural":[49],"processing":[51],"tasks":[52,102],"are":[54,118,158],"increasingly":[55],"being":[56],"applied":[57],"to":[58,184],"tasks.":[61,97],"This":[62,180],"survey":[63,181],"paper":[64,182],"provides":[65],"comprehensive":[67],"overview":[68],"developments,":[72],"challenges,":[73],"future":[75,156,191],"directions":[76,157,189],"within":[80],"context":[82],"these":[84],"models.":[86,199],"We":[87],"review":[88],"fundamental":[89],"building":[90],"blocks":[91],"crucial":[92],"for":[93,190],"studying":[94],"Additionally,":[98],"we":[99,138,149],"explore":[100],"their":[104],"evaluation":[105,175],"metrics":[106],"sources":[108],"both":[110,122],"textual":[113],"inputs.":[114],"Various":[115],"modeling":[116],"strategies":[117],"then":[119],"examined,":[120],"encompassing":[121],"classification-based":[123],"generation-based":[125],"approaches,":[126],"along":[127],"tool":[129],"augmentation":[130],"techniques":[131],"that":[132],"enhance":[133],"performance.":[136,153],"Furthermore,":[137],"discuss":[139,147],"state-of-the-art":[141],"performance":[142],"each":[144],"task":[145],"how":[148],"can":[150],"improve":[151],"Challenges":[154],"addressed,":[159],"highlighting":[160],"importance":[162],"several":[164],"topics,":[165],"domain-specific":[168],"charts,":[169],"lack":[170],"efforts":[172],"developing":[174],"metrics,":[176],"agent-oriented":[178],"settings.":[179],"aims":[183],"provide":[185],"valuable":[186],"research":[192],"leveraging":[196]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}