{"id":"https://openalex.org/W7160911234","doi":"https://doi.org/10.48550/arxiv.2605.10855","title":"Learning More from Less: Exploiting Counterfactuals for Data-Efficient Chart Understanding","display_name":"Learning More from Less: Exploiting Counterfactuals for Data-Efficient Chart Understanding","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7160911234","doi":"https://doi.org/10.48550/arxiv.2605.10855"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.10855","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10855","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.10855","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124904767","display_name":"Jianzhu Bao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bao, Jianzhu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104129581","display_name":"Haozhen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Haozhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135987605","display_name":"Kuicai Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Kuicai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135934879","display_name":"Bozhi Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Bozhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026384602","display_name":"Sarthak Ketanbhai Modi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Modi, Sarthak Ketanbhai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113310984","display_name":"Zi Pong Lim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lim, Zi Pong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021034996","display_name":"Yon Shin Teo","orcid":"https://orcid.org/0009-0006-5081-6712"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Teo, Yon Shin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135912177","display_name":"Wenya Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wenya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8460999727249146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8460999727249146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.021700000390410423,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.01769999973475933,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.9049000144004822},{"id":"https://openalex.org/keywords/counterfactual-conditional","display_name":"Counterfactual conditional","score":0.7498000264167786},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5455999970436096},{"id":"https://openalex.org/keywords/chart","display_name":"Chart","score":0.5302000045776367},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5281000137329102},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.47350001335144043},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.40950000286102295},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.40549999475479126},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.3540000021457672}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.9049000144004822},{"id":"https://openalex.org/C71889745","wikidata":"https://www.wikidata.org/wiki/Q1783264","display_name":"Counterfactual conditional","level":3,"score":0.7498000264167786},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7020000219345093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6180999875068665},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.590399980545044},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5455999970436096},{"id":"https://openalex.org/C190812933","wikidata":"https://www.wikidata.org/wiki/Q28923","display_name":"Chart","level":2,"score":0.5302000045776367},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5281000137329102},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.47350001335144043},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.40950000286102295},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.40549999475479126},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.34610000252723694},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3450999855995178},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.34369999170303345},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.3352999985218048},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2775000035762787},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2732999920845032},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.10855","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10855","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.10855","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10855","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7061928510665894}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language":[0],"Models":[1],"(VLMs)":[2],"have":[3],"demonstrated":[4],"remarkable":[5],"progress":[6],"in":[7,50],"chart":[8,110],"understanding,":[9],"largely":[10],"driven":[11],"by":[12],"supervised":[13],"fine-tuning":[14],"(SFT)":[15],"on":[16,136],"increasingly":[17],"large":[18],"synthetic":[19],"datasets.":[20],"However,":[21],"scaling":[22],"SFT":[23,68],"data":[24,102,112],"alone":[25],"is":[26],"inefficient":[27],"and":[28,52,73,124,132],"overlooks":[29],"a":[30,87,100,109],"key":[31],"property":[32],"of":[33],"charts:":[34],"charts":[35],"are":[36],"programmatically":[37],"generated":[38],"visual":[39,44,64,133],"artifacts,":[40],"where":[41],"small,":[42],"code-controlled":[43],"changes":[45],"can":[46],"induce":[47],"drastic":[48],"shifts":[49],"semantics":[51],"correct":[53],"answers.":[54],"Learning":[55],"this":[56,79],"counterfactual":[57,94,101],"sensitivity":[58],"requires":[59],"VLMs":[60,150],"to":[61,77,92,147],"discriminate":[62],"fine-grained":[63],"differences,":[65],"yet":[66],"standard":[67],"treats":[69],"training":[70,89,122,155],"instances":[71],"independently":[72],"provides":[74],"limited":[75],"supervision":[76],"enforce":[78],"behavior.":[80],"To":[81],"address":[82],"this,":[83],"we":[84],"introduce":[85],"ChartCF,":[86],"data-efficient":[88],"framework":[90],"designed":[91],"enhance":[93],"sensitivity.":[95],"ChartCF":[96,141],"consists":[97],"of:":[98],"(1)":[99],"synthesis":[103],"pipeline":[104],"via":[105],"code":[106],"modification,":[107],"(2)":[108],"similarity-based":[111],"selection":[113],"strategy":[114],"that":[115,140],"filters":[116],"overly":[117],"difficult":[118],"samples":[119],"for":[120],"improved":[121],"efficiency,":[123],"(3)":[125],"multimodal":[126],"preference":[127],"optimization":[128],"across":[129],"both":[130],"textual":[131],"modalities.":[134],"Experiments":[135],"five":[137],"benchmarks":[138],"show":[139],"achieves":[142],"superior":[143],"or":[144],"comparable":[145],"performance":[146],"strong":[148],"chart-specific":[149],"while":[151],"using":[152],"significantly":[153],"less":[154],"data.":[156]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}