{"id":"https://openalex.org/W7164917701","doi":"https://doi.org/10.48550/arxiv.2606.14740","title":"GridVQA-X: A Framework for Evaluating Multimodal Explainability Methods","display_name":"GridVQA-X: A Framework for Evaluating Multimodal Explainability Methods","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7164917701","doi":"https://doi.org/10.48550/arxiv.2606.14740"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.14740","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14740","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.14740","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125388094","display_name":"Sujay Belsare","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Belsare, Sujay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132561070","display_name":"Sudarshan Nikhil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nikhil, Sudarshan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138733868","display_name":"Sushant Kumar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Sushant","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138696848","display_name":"Ponnurangam Kumaraguru","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumaraguru, Ponnurangam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138718643","display_name":"Chirag Agarwal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agarwal, Chirag","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8637999892234802,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8637999892234802,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.11429999768733978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.6869000196456909},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5037000179290771},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5031999945640564},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.3995000123977661},{"id":"https://openalex.org/keywords/pace","display_name":"Pace","score":0.36800000071525574},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.3400000035762787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7455999851226807},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.6869000196456909},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6438999772071838},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5037000179290771},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5031999945640564},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3995000123977661},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3889999985694885},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.36800000071525574},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.3400000035762787},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.33410000801086426},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2915000021457672},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2892000079154968},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.14740","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14740","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.14740","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14740","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5121099948883057,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,20,29,43,52,100],"increasing":[2],"development":[3],"of":[4,22],"Vision-Language":[5],"Models,":[6],"it":[7],"becomes":[8],"imperative":[9],"that":[10,176],"their":[11],"predictions":[12],"are":[13],"readily":[14],"explainable":[15],"to":[16,41,56,106,119,130,150,181],"relevant":[17],"stakeholders.":[18],"However,":[19],"field":[21],"explainability":[23],"has":[24],"not":[25],"kept":[26],"pace":[27],"with":[28],"multimodal":[30,207],"surge.":[31],"While":[32],"recent":[33],"Multimodal":[34],"Explainable":[35],"AI":[36],"(MxAI)":[37],"methods":[38,78,179],"generate":[39,120],"explanations":[40],"attribute":[42,71],"interaction":[44],"between":[45,58,183],"different":[46],"modalities,":[47],"current":[48],"evaluation":[49],"protocols":[50],"lack":[51],"ground":[53],"truth":[54],"required":[55],"distinguish":[57,182],"true":[59,201],"cross-modal":[60,67,108,153,193,202],"reasoning":[61,86,143,168,189],"(e.g.,":[62,69],"spatial":[63],"composition)":[64],"and":[65,144,190,204],"shallow":[66],"shortcuts":[68],"Bag-of-Words":[70],"matching).":[72],"It":[73],"remains":[74],"unknown":[75],"whether":[76],"MxAI":[77],"faithfully":[79],"capture":[80],"synergistic":[81],"interactions":[82],"or":[83],"merely":[84],"hallucinate":[85],"on":[87,135,152,186],"models":[88,134,184,208],"acting":[89],"as":[90],"simple":[91],"feature":[92],"detectors.":[93],"In":[94],"this":[95,127],"paper,":[96],"we":[97],"introduce":[98],"GridVQA-X,":[99],"first":[101],"diagnostic":[102],"framework":[103],"specifically":[104],"designed":[105],"evaluate":[107],"explainability.":[109],"Unlike":[110],"natural":[111],"datasets,":[112],"GridVQA-X":[113],"leverages":[114],"a":[115,159,162,196],"closed-world":[116],"synthesis":[117],"logic":[118],"unique,":[121],"mathematically":[122],"guaranteed":[123],"explanations.":[124],"We":[125],"utilize":[126],"controlled":[128],"environment":[129],"train":[131],"paired":[132],"ground-truth":[133],"identical":[136],"architectures:":[137],"$M_{\\text{pure}}$,":[138],"which":[139,146],"learns":[140],"robust":[141],"spatial-relational":[142,188],"$M_{\\text{spur}}$,":[145],"is":[147],"structurally":[148],"forced":[149],"rely":[151],"shortcuts.":[154],"This":[155],"behavioral":[156],"divergence":[157],"creates":[158],"rigorous":[160],"testbed:":[161],"faithful":[163],"explainer":[164],"must":[165],"report":[166],"distinct":[167],"pathways":[169],"for":[170],"each":[171],"model.":[172],"Our":[173],"findings":[174],"reveal":[175],"widely":[177],"used":[178],"fail":[180],"relying":[185],"genuine":[187],"those":[191],"exploiting":[192],"shortcuts,":[194],"highlighting":[195],"critical":[197],"gap":[198],"in":[199],"capturing":[200],"synergy":[203],"misrepresenting":[205],"how":[206],"actually":[209],"make":[210],"decisions.":[211]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-17T00:00:00"}