{"id":"https://openalex.org/W4412377792","doi":"https://doi.org/10.1145/3726302.3730204","title":"Graph-Based Multimodal Contrastive Learning for Chart Question Answering","display_name":"Graph-Based Multimodal Contrastive Learning for Chart Question Answering","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412377792","doi":"https://doi.org/10.1145/3726302.3730204"},"language":"en","primary_location":{"id":"doi:10.1145/3726302.3730204","doi":"https://doi.org/10.1145/3726302.3730204","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730204","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730204","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730204","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108208697","display_name":"Yue Ming Dai","orcid":"https://orcid.org/0000-0003-1160-7927","observed_orcids":["https://orcid.org/0000-0003-1160-7927"]},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yue Dai","raw_affiliation_strings":["The Universtiy of Western Australia, Perth, WA, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1160-7927","affiliations":[{"raw_affiliation_string":"The Universtiy of Western Australia, Perth, WA, Australia","institution_ids":["https://openalex.org/I177877127"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084419965","display_name":"Soyeon Caren Han","orcid":"https://orcid.org/0000-0002-1948-6819","observed_orcids":["https://orcid.org/0000-0002-1948-6819"]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Soyeon Caren Han","raw_affiliation_strings":["The University of Melbourne, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0002-1948-6819","affiliations":[{"raw_affiliation_string":"The University of Melbourne, Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100641142","display_name":"Wei Liu","orcid":"https://orcid.org/0000-0002-7409-0948","observed_orcids":["https://orcid.org/0000-0002-7409-0948","https://orcid.org/0000-0001-8398-8648","https://orcid.org/0000-0002-0330-8073","https://orcid.org/0000-0002-6450-1969","https://orcid.org/0000-0001-6351-9019","https://orcid.org/0000-0002-0623-7178","https://orcid.org/0000-0002-1679-6862","https://orcid.org/0000-0002-5388-9080","https://orcid.org/0000-0003-3070-3340","https://orcid.org/0009-0001-6324-3830"]},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["The University of Western Australia, Perth, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7409-0948","affiliations":[{"raw_affiliation_string":"The University of Western Australia, Perth, Australia","institution_ids":["https://openalex.org/I177877127"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1362104,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2658","last_page":"2663"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chart-question-answering","display_name":"chart question answering","score":0.9940000176429749},{"id":"https://openalex.org/keywords/multimodal-contrastive-learning","display_name":"multimodal contrastive learning","score":0.8870000243186951},{"id":"https://openalex.org/keywords/scene-graph","display_name":"scene graph","score":0.8149999976158142},{"id":"https://openalex.org/keywords/graph-representation-learning","display_name":"graph representation learning","score":0.421999990940094},{"id":"https://openalex.org/keywords/chain-of-thought-prompting","display_name":"chain-of-thought prompting","score":0.8109999895095825},{"id":"https://openalex.org/keywords/multimodal-large-language-models","display_name":"multimodal large language models","score":0.925000011920929},{"id":"https://openalex.org/keywords/hallucination-mitigation","display_name":"hallucination mitigation","score":0.8840000033378601},{"id":"https://openalex.org/keywords/zero-shot-learning","display_name":"zero-shot learning","score":0.7310000061988831}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7913799285888672},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5902259349822998},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5771934986114502},{"id":"https://openalex.org/C190812933","wikidata":"https://www.wikidata.org/wiki/Q28923","display_name":"Chart","level":2,"score":0.5562334060668945},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5106082558631897},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4362279772758484},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35555917024612427},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.1137448251247406},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08119064569473267},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07450616359710693}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3726302.3730204","doi":"https://doi.org/10.1145/3726302.3730204","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730204","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730204","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2501.04303","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.04303","pdf_url":"https://arxiv.org/pdf/2501.04303","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:openaire/109ebddf-b5e6-4f3e-90e8-8f6410bc79f7","doi":null,"is_oa":true,"landing_page_url":"https://research-repository.uwa.edu.au/en/publications/109ebddf-b5e6-4f3e-90e8-8f6410bc79f7","pdf_url":null,"source":{"id":"https://openalex.org/S4306402492","display_name":"UWA Profiles and Research Repository (UWA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I177877127","host_organization_name":"The University of Western Australia","host_organization_lineage":["https://openalex.org/I177877127"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:jupiter.its.unimelb.edu.au:11343/361942","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11343/361942","pdf_url":null,"source":{"id":"https://openalex.org/S4377196259","display_name":"Minerva Access (University of Melbourne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I165779595","host_organization_name":"The University of Melbourne","host_organization_lineage":["https://openalex.org/I165779595"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"The 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"Conference Paper"},{"id":"doi:10.48550/arxiv.2501.04303","doi":"https://doi.org/10.48550/arxiv.2501.04303","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2501.04303","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3726302.3730204","doi":"https://doi.org/10.1145/3726302.3730204","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730204","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730204","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412377792.pdf","grobid_xml":"https://content.openalex.org/works/W4412377792.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2560674852","https://openalex.org/W2798362442","https://openalex.org/W2963150697","https://openalex.org/W2963341956","https://openalex.org/W2981852735","https://openalex.org/W2998792441","https://openalex.org/W3034943799","https://openalex.org/W3095746859","https://openalex.org/W4226538672","https://openalex.org/W4285255856","https://openalex.org/W4309674289","https://openalex.org/W4385565485","https://openalex.org/W4385570745","https://openalex.org/W4385570934","https://openalex.org/W4385573930","https://openalex.org/W4389523846","https://openalex.org/W4391988134","https://openalex.org/W4393159695","https://openalex.org/W4401306886","https://openalex.org/W4402670747","https://openalex.org/W4402780124","https://openalex.org/W4403582464","https://openalex.org/W6600319451"],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W3082787378","https://openalex.org/W2136007095","https://openalex.org/W2366230879","https://openalex.org/W3208425359","https://openalex.org/W2349927912","https://openalex.org/W3159777597","https://openalex.org/W4212839359","https://openalex.org/W2390974027"],"abstract_inverted_index":{"Chart":[0],"question":[1],"answering":[2],"(ChartQA)":[3],"is":[4,82],"challenged":[5],"by":[6,94],"the":[7,14,32,111,114],"heterogeneous":[8],"composition":[9],"of":[10,77,113],"chart":[11,35],"elements":[12],"and":[13,37,45,51,103,109],"subtle":[15],"data":[16],"patterns":[17],"they":[18],"encode.This":[19],"work":[20],"introduces":[21],"a":[22,55,69,75],"novel":[23],"joint":[24],"multimodal":[25,86],"scene":[26],"graph":[27,56],"framework":[28,41],"that":[29],"explicitly":[30],"models":[31,89],"relationships":[33],"among":[34],"components":[36],"their":[38,65],"underlying":[39],"structures.The":[40],"integrates":[42],"both":[43],"visual":[44],"textual":[46],"graphs":[47],"to":[48,84],"capture":[49],"structural":[50],"semantic":[52],"characteristics,":[53],"while":[54],"contrastive":[57],"learning":[58],"strategy":[59],"aligns":[60],"node":[61],"representations":[62],"across":[63],"modalities-enabling":[64],"seamless":[66],"incorporation":[67],"into":[68],"transformer":[70],"decoder":[71],"as":[72],"soft":[73],"prompts.Moreover,":[74],"set":[76],"tailored":[78],"Chain-of-Thought":[79],"(CoT)":[80],"prompts":[81],"proposed":[83,115],"enhance":[85],"large":[87],"language":[88],"(MLLMs)":[90],"in":[91],"zero-shot":[92],"scenarios":[93],"mitigating":[95],"hallucinations.Extensive":[96],"evaluations":[97],"on":[98],"benchmarks":[99],"including":[100],"ChartQA,":[101],"OpenCQA,":[102],"ChartX":[104],"demonstrate":[105],"significant":[106],"performance":[107],"improvements":[108],"validate":[110],"efficacy":[112],"approach.":[116]},"counts_by_year":[],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-10-10T00:00:00"}