{"id":"https://openalex.org/W7162797949","doi":"https://doi.org/10.48550/arxiv.2605.29579","title":"ReactBench: A Cause-Driven Benchmark for Multimodal Hallucination via Systematic Evaluation","display_name":"ReactBench: A Cause-Driven Benchmark for Multimodal Hallucination via Systematic Evaluation","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162797949","doi":"https://doi.org/10.48550/arxiv.2605.29579"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.29579","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29579","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.29579","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137341242","display_name":"Shizhe Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Shizhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059810815","display_name":"Bohan Jia","orcid":"https://orcid.org/0000-0001-8023-6117"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Bohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137397673","display_name":"Kai Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137374057","display_name":"Yan Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137321446","display_name":"Tongyun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Tongyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137343201","display_name":"Yuyang Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yuyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137368912","display_name":"Shaohui Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Shaohui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.15199999511241913,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.15199999511241913,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.12380000203847885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.07190000265836716,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6225000023841858},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6195999979972839},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.5116000175476074},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5019000172615051},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.48420000076293945},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.4104999899864197},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.3176000118255615}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6872000098228455},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6225000023841858},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6195999979972839},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5950000286102295},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.5116000175476074},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5019000172615051},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.48420000076293945},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47609999775886536},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.4104999899864197},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3418000042438507},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.3176000118255615},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.2768000066280365},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2578999996185303}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.29579","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29579","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.29579","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29579","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"multimodal":[1,17,163],"large":[2],"language":[3,108],"models":[4],"(MLLMs)":[5],"have":[6],"achieved":[7],"rapid":[8],"progress":[9],"in":[10],"vision-language":[11],"understanding,":[12],"they":[13],"remain":[14,141],"prone":[15],"to":[16,126,144],"hallucinations,":[18],"producing":[19],"responses":[20],"that":[21,56,138],"are":[22],"inconsistent":[23],"with":[24],"the":[25,39,149],"visual":[26],"input.":[27],"Existing":[28],"benchmarks":[29,47],"predominantly":[30],"focus":[31],"on":[32,49],"detecting":[33],"hallucination":[34,71,131,146],"outcomes":[35],"rather":[36],"than":[37],"evaluating":[38],"underlying":[40],"causes":[41],"of":[42,130,151],"these":[43,64],"failures.":[44],"Moreover,":[45],"many":[46],"rely":[48],"simplistic":[50],"scenarios":[51],"and":[52,76,85,99,114,156,161],"limited":[53],"evaluation":[54,79],"formats":[55],"no":[57],"longer":[58],"challenge":[59],"state-of-the-art":[60],"models.":[61],"To":[62],"address":[63],"limitations,":[65],"we":[66,122],"introduce":[67],"ReactBench,":[68],"a":[69,154],"cause-driven":[70],"benchmark":[72],"featuring":[73],"multiple":[74],"tasks":[75,103],"an":[77],"exam-style":[78],"format.":[80],"By":[81],"generating":[82],"adversarial":[83],"images":[84],"hallucination-inducing":[86],"queries,":[87],"ReactBench":[88,152],"introduces":[89],"four":[90],"targeted":[91],"tasks:":[92],"Relational":[93],"Erasure,":[94],"Counterfactual":[95],"Attribute,":[96],"Alteration":[97],"Tracing,":[98],"Dense":[100],"Counting.":[101],"These":[102],"systematically":[104],"expose":[105],"co-occurrence":[106],"bias,":[107],"priors,":[109],"cross-image":[110],"comparative":[111],"perception":[112],"deficiencies,":[113],"fine-grained":[115,128],"perceptual":[116],"bottlenecks.":[117],"Beyond":[118],"standard":[119],"accuracy-based":[120],"evaluation,":[121],"leverage":[123],"Chain-of-Thought":[124],"reasoning":[125],"identify":[127],"sub-causes":[129],"within":[132],"each":[133],"task.":[134],"Extensive":[135],"evaluations":[136],"reveal":[137],"current":[139],"MLLMs":[140],"notably":[142],"vulnerable":[143],"cause-specific":[145],"triggers,":[147],"demonstrating":[148],"value":[150],"as":[153],"systematic":[155],"interpretable":[157],"testbed":[158],"for":[159],"diagnosing":[160],"improving":[162],"model":[164],"robustness.":[165],"The":[166],"project":[167],"page":[168],"is":[169],"available":[170],"at":[171],"https://reactbench.github.io/.":[172]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-30T00:00:00"}