{"id":"https://openalex.org/W7164003103","doi":"https://doi.org/10.48550/arxiv.2606.07872","title":"VisualFLIP: Do Predictions Depend on Task-Critical Visual Evidence in Multimodal Reasoning?","display_name":"VisualFLIP: Do Predictions Depend on Task-Critical Visual Evidence in Multimodal Reasoning?","publication_year":2026,"publication_date":"2026-06-05","ids":{"openalex":"https://openalex.org/W7164003103","doi":"https://doi.org/10.48550/arxiv.2606.07872"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.07872","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07872","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.07872","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038022012","display_name":"Didi Zhu","orcid":"https://orcid.org/0009-0004-6892-5357"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Didi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035590797","display_name":"Changrui Chen","orcid":"https://orcid.org/0000-0002-1324-7454"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Changrui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138213394","display_name":"Stefanos Zafeiriou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zafeiriou, Stefanos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138252294","display_name":"Jiankang Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Jiankang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7055000066757202},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.46480000019073486},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4327000081539154},{"id":"https://openalex.org/keywords/multiple-models","display_name":"Multiple Models","score":0.2768000066280365}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7055000066757202},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6622999906539917},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5590999722480774},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.46480000019073486},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4327000081539154},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33469998836517334},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32280001044273376},{"id":"https://openalex.org/C2779714256","wikidata":"https://www.wikidata.org/wiki/Q25305062","display_name":"Multiple Models","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27549999952316284},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.275299996137619}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.07872","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07872","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.07872","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07872","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"When":[0],"a":[1,7,40,88,98,156],"multimodal":[2],"large":[3],"language":[4],"model":[5,99],"answers":[6,23],"visual":[8,20,137],"reasoning":[9],"question":[10,62],"correctly,":[11],"is":[12],"the":[13,18,61,67,70,107,148],"prediction":[14],"actually":[15],"supported":[16],"by":[17],"task-critical":[19,136],"evidence?":[21],"Correct":[22],"can":[24,130],"coexist":[25],"with":[26,43,79],"flawed":[27],"reasoning,":[28],"making":[29],"accuracy":[30],"alone":[31],"an":[32,152],"incomplete":[33],"test":[34],"of":[35,87],"grounding.":[36],"We":[37,75],"introduce":[38],"VisualFLIP,":[39],"paired":[41,119],"benchmark":[42],"1,374":[44],"images":[45],"arranged":[46],"as":[47],"same-question":[48],"perturbation":[49],"pairs":[50],"across":[51],"cardinality,":[52],"attribute,":[53],"spatial,":[54],"and":[55,90,121,139],"logic":[56],"tasks.":[57],"Each":[58],"pair":[59,80],"keeps":[60],"fixed":[63],"but":[64,126],"minimally":[65],"changes":[66],"evidence":[68,122],"so":[69],"gold":[71],"answer":[72,110,154],"deterministically":[73],"flips.":[74],"evaluate":[76],"24":[77],"MLLMs":[78],"accuracy,":[81],"which":[82,94],"requires":[83],"solving":[84],"both":[85,112],"sides":[86],"pair,":[89],"Collapse":[91],"Rate":[92],"(CR),":[93],"measures":[95],"how":[96],"often":[97],"that":[100,118],"solves":[101],"at":[102],"least":[103],"one":[104],"side":[105],"repeats":[106],"same":[108],"non-empty":[109],"for":[111,144],"images.":[113],"Together,":[114],"these":[115],"metrics":[116],"show":[117],"correctness":[120],"dependence":[123],"are":[124,161],"related":[125],"distinct:":[127],"capable":[128],"models":[129,146],"still":[131],"fail":[132],"to":[133],"update":[134],"after":[135],"changes,":[138],"collapse":[140],"becomes":[141],"more":[142],"severe":[143],"some":[145],"when":[147],"edited":[149],"image":[150],"follows":[151],"earlier":[153],"in":[155],"sequential":[157],"setting.":[158],"Further":[159],"details":[160],"available":[162],"on":[163],"our":[164],"project":[165],"page:":[166],"https://didizhu-judy.github.io/VisualFLIP/":[167]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-10T00:00:00"}