{"id":"https://openalex.org/W4416252407","doi":"https://doi.org/10.1109/ijcnn64981.2025.11227777","title":"A Multimodal LLM for Chart Understanding and Generation","display_name":"A Multimodal LLM for Chart Understanding and Generation","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416252407","doi":"https://doi.org/10.1109/ijcnn64981.2025.11227777"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11227777","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11227777","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100738290","display_name":"Yucheng Han","orcid":"https://orcid.org/0009-0003-5853-3117"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yucheng Han","raw_affiliation_strings":["Nanyang Technological University,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078454858","display_name":"Chi Zhang","orcid":"https://orcid.org/0000-0001-6607-6196"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Zhang","raw_affiliation_strings":["Tencent,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent,Shanghai,China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100721796","display_name":"Xin Chen","orcid":"https://orcid.org/0000-0002-2628-4027"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Chen","raw_affiliation_strings":["Tencent,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent,Shanghai,China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076278944","display_name":"Fukun Yin","orcid":"https://orcid.org/0000-0003-2623-1619"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fukun Yin","raw_affiliation_strings":["Fudan University,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University,Shanghai,China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100637624","display_name":"Xu Yang","orcid":"https://orcid.org/0000-0003-4252-1667"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Yang","raw_affiliation_strings":["Southeast University,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Nanjing,China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100332272","display_name":"Zhibin Wang","orcid":"https://orcid.org/0000-0001-7502-2181"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibin Wang","raw_affiliation_strings":["Tencent,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent,Shanghai,China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003400275","display_name":"Gang Yu","orcid":"https://orcid.org/0000-0001-5570-2710"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Yu","raw_affiliation_strings":["Tencent,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent,Shanghai,China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100702193","display_name":"Bin Fu","orcid":"https://orcid.org/0000-0002-5277-8709"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Fu","raw_affiliation_strings":["Tencent,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent,Shanghai,China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042324027","display_name":"Hanwang Zhang","orcid":"https://orcid.org/0000-0001-7374-8739"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hanwang Zhang","raw_affiliation_strings":["Nanyang Technological University,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.871399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.871399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.03849999979138374,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.03370000049471855,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chart","display_name":"Chart","score":0.7936999797821045},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5478000044822693},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.544700026512146},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5343999862670898},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5289999842643738},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4000999927520752},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.36469998955726624}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8360999822616577},{"id":"https://openalex.org/C190812933","wikidata":"https://www.wikidata.org/wiki/Q28923","display_name":"Chart","level":2,"score":0.7936999797821045},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5478000044822693},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.544700026512146},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5343999862670898},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5289999842643738},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42829999327659607},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41600000858306885},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4000999927520752},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3837999999523163},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.36469998955726624},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3441999852657318},{"id":"https://openalex.org/C27209215","wikidata":"https://www.wikidata.org/wiki/Q1192777","display_name":"Radar chart","level":2,"score":0.3375000059604645},{"id":"https://openalex.org/C56288433","wikidata":"https://www.wikidata.org/wiki/Q58673","display_name":"Data manipulation language","level":2,"score":0.3158999979496002},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2827000021934509},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.2791000008583069},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2515999972820282},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11227777","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11227777","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W3009518609","https://openalex.org/W4285292339","https://openalex.org/W4312933868","https://openalex.org/W4385565485","https://openalex.org/W4385570934","https://openalex.org/W4389523846","https://openalex.org/W4393149524","https://openalex.org/W4401042875","https://openalex.org/W4402727764","https://openalex.org/W4410536678"],"related_works":[],"abstract_inverted_index":{"Multi-modal":[0],"large":[1,128],"language":[2,129],"models":[3],"have":[4],"demonstrated":[5],"impressive":[6],"performances":[7],"on":[8],"most":[9],"vision-language":[10],"tasks.":[11],"However,":[12],"the":[13,17,37,155,175],"model":[14,130],"generally":[15],"lacks":[16],"understanding":[18],"capabilities":[19],"for":[20,69],"specific":[21],"domain":[22],"data,":[23,72],"particularly":[24],"when":[25],"it":[26,103],"comes":[27],"to":[28,36,87,106],"interpreting":[29],"chart":[30,74,112,161,166,188],"figures.":[31],"This":[32],"is":[33],"mainly":[34],"due":[35],"lack":[38],"of":[39,111,172,180],"relevant":[40],"multi-modal":[41,127],"instruction":[42,78],"tuning":[43,79],"datasets.":[44,121],"In":[45],"this":[46],"article,":[47],"we":[48,123],"create":[49],"a":[50,58,98,108,126],"high-quality":[51,90],"instruction-tuning":[52,91],"dataset":[53],"leveraging":[54],"GPT-4.":[55],"We":[56],"develop":[57],"multi-step":[59],"data":[60,80,92,183],"generation":[61,184],"process":[62],"in":[63,119,143,157,186],"which":[64,163],"different":[65],"steps":[66],"are":[67],"responsible":[68],"generating":[70],"tabular":[71],"creating":[73],"figures,":[75],"and":[76,94,113,146,167,177],"designing":[77],"separately.":[81],"Our":[82],"method\u2019s":[83],"flexibility":[84],"enables":[85],"us":[86,105],"generate":[88],"diverse,":[89],"consistently":[93],"efficiently":[95],"while":[96],"maintaining":[97],"low":[99],"resource":[100],"expenditure.":[101],"Additionally,":[102,150],"allows":[104],"incorporate":[107],"wider":[109],"variety":[110],"task":[114,168],"types":[115],"not":[116],"yet":[117],"featured":[118],"existing":[120],"Next,":[122],"introduce":[124],"ChartLlama,":[125],"that":[131],"we\u2019ve":[132],"trained":[133],"using":[134],"our":[135,158,181],"created":[136],"dataset.":[137],"ChartLlama":[138,151,173],"outperforms":[139],"all":[140],"prior":[141],"methods":[142],"ChartQA,":[144],"Chart-to-text,":[145],"Chart-extraction":[147],"evaluation":[148],"benchmarks.":[149],"significantly":[152],"improves":[153],"upon":[154],"baseline":[156],"specially":[159],"compiled":[160],"dataset,":[162],"includes":[164],"new":[165],"types.":[169],"The":[170],"results":[171],"confirm":[174],"value":[176],"huge":[178],"potential":[179],"proposed":[182],"method":[185],"enhancing":[187],"comprehension.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-14T00:00:00"}