{"id":"https://openalex.org/W7163382649","doi":"https://doi.org/10.48550/arxiv.2606.03142","title":"Disentangling Visual and Factual Correctness in LVLMs' Visualization Literacy","display_name":"Disentangling Visual and Factual Correctness in LVLMs' Visualization Literacy","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163382649","doi":"https://doi.org/10.48550/arxiv.2606.03142"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03142","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03142","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03142","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137787469","display_name":"Soohyun Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Soohyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137797940","display_name":"Jaeyoung Kim","orcid":"https://orcid.org/0000-0003-3040-3858"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jaeyoung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137784414","display_name":"Seokhyeon Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Seokhyeon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137794928","display_name":"Sihyeon Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Sihyeon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137716635","display_name":"Jiwon Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Jiwon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137779716","display_name":"Bohyoung Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Bohyoung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137763073","display_name":"Hyunjoo Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Hyunjoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137761835","display_name":"Jinwook Seo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seo, Jinwook","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.4569000005722046,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.4569000005722046,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4440000057220459,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.00570000009611249,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.7918000221252441},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.6693000197410583},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.6543999910354614},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6258999705314636},{"id":"https://openalex.org/keywords/visual-literacy","display_name":"Visual literacy","score":0.565500020980835},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.4722999930381775},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.46630001068115234},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.4465000033378601},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.42910000681877136}],"concepts":[{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.7918000221252441},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6992999911308289},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.6693000197410583},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.6543999910354614},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6258999705314636},{"id":"https://openalex.org/C2778750949","wikidata":"https://www.wikidata.org/wiki/Q1156763","display_name":"Visual literacy","level":2,"score":0.565500020980835},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.4722999930381775},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.46630001068115234},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.4465000033378601},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4401000142097473},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.42910000681877136},{"id":"https://openalex.org/C205208641","wikidata":"https://www.wikidata.org/wiki/Q273404","display_name":"Pie chart","level":2,"score":0.4147999882698059},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.3959999978542328},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.38769999146461487},{"id":"https://openalex.org/C190812933","wikidata":"https://www.wikidata.org/wiki/Q28923","display_name":"Chart","level":2,"score":0.37209999561309814},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.36640000343322754},{"id":"https://openalex.org/C547764534","wikidata":"https://www.wikidata.org/wiki/Q8236","display_name":"Literacy","level":2,"score":0.3580999970436096},{"id":"https://openalex.org/C2777055276","wikidata":"https://www.wikidata.org/wiki/Q7936580","display_name":"Visual approach","level":2,"score":0.3546000123023987},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3504999876022339},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3499000072479248},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.3398999869823456},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.33899998664855957},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29760000109672546},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.27950000762939453},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2623000144958496},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.257999986410141},{"id":"https://openalex.org/C185578843","wikidata":"https://www.wikidata.org/wiki/Q10609775","display_name":"Information visualization","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03142","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03142","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03142","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03142","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8943047523498535}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Vision-Language":[1],"Models":[2],"(LVLMs)":[3],"show":[4],"strong":[5],"visualization":[6,59,191,210],"interpretation,":[7],"yet":[8],"it":[9],"is":[10,38,99,176,193],"unclear":[11],"whether":[12],"their":[13,124],"responses":[14],"reflect":[15,82],"genuine":[16],"reasoning":[17],"over":[18],"visual":[19,36,49,87,97,199,204,218],"evidence":[20,196,219],"or":[21],"factual":[22,52,83,102,135,221],"priors":[23,222],"learned":[24],"during":[25],"training.":[26],"Current":[27],"evaluations":[28],"mix":[29],"these":[30],"two":[31,225],"sources,":[32],"obscuring":[33],"when":[34,95,223],"correct":[35,96],"interpretation":[37,98],"overridden":[39],"by":[40,101,120],"memorized":[41],"facts.":[42],"We":[43],"present":[44],"a":[45,130,134,163],"framework":[46],"that":[47,154],"isolates":[48],"correctness":[50],"from":[51],"correctness,":[53],"revealing":[54,129],"validity":[55],"limitations":[56],"in":[57],"existing":[58],"literacy":[60,94,211],"assessments.":[61],"Across":[62],"three":[63],"experiments":[64],"with":[65,113],"15":[66],"state-of-the-art":[67],"LVLMs:":[68],"(1)":[69],"several":[70,139],"models":[71,119,215],"reach":[72],"human-level":[73],"performance":[74],"on":[75,148],"standard":[76],"tests":[77,91],"(VLAT),":[78],"but":[79,173,212],"this":[80],"may":[81],"recall":[84],"rather":[85],"than":[86],"understanding,":[88],"while":[89],"randomized-data":[90],"(reVLAT)":[92],"underestimate":[93],"superseded":[100],"priors.":[103],"(2)":[104],"Using":[105],"our":[106],"Counterfactual":[107],"Visualization":[108],"Literacy":[109],"Assessment":[110],"Test":[111],"(CVLAT)":[112],"capability-normalized":[114],"arbitration":[115],"metrics,":[116],"we":[117],"classify":[118],"the":[121,149,158,224],"sign":[122],"of":[123,197],"visual-factual":[125],"reliance":[126],"index":[127],"(VFRI),":[128],"visualization-oriented":[131],"majority":[132],"and":[133,179,181,220,228],"knowledge-oriented":[136],"minority,":[137],"though":[138],"near-zero":[140],"cases":[141],"warrant":[142],"caution.":[143],"A":[144],"human":[145,164],"baseline":[146],"(N=30)":[147],"same":[150],"counterfactual":[151],"items":[152],"confirms":[153],"people":[155],"overwhelmingly":[156],"follow":[157],"chart":[159],"under":[160],"conflict,":[161],"providing":[162],"reference":[165],"point.":[166],"(3)":[167],"Prompt-based":[168],"intervention":[169],"can":[170],"shift":[171],"prioritization,":[172],"its":[174],"effectiveness":[175],"highly":[177],"model-dependent":[178],"direction-asymmetric,":[180],"high":[182,190],"chart-reading":[183],"capability":[184],"does":[185],"not":[186,194,208],"predict":[187],"prompt-controllability.":[188],"Overall,":[189],"accuracy":[192],"sufficient":[195],"faithful":[198],"reasoning:":[200],"reliable":[201],"integration":[202],"into":[203],"analytics":[205],"requires":[206],"evaluating":[207],"only":[209],"also":[213],"how":[214],"arbitrate":[216],"between":[217],"diverge.":[226],"Benchmark":[227],"code:":[229],"https://github.com/JaeyoungKim-HCIL/CVLAT":[230]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}