{"id":"https://openalex.org/W7170079971","doi":"https://doi.org/10.48550/arxiv.2607.18673","title":"MissingBench-Verified: Probing Vision-Language Models' Inability to Detect Missing Object Parts","display_name":"MissingBench-Verified: Probing Vision-Language Models' Inability to Detect Missing Object Parts","publication_year":2026,"publication_date":"2026-07-21","ids":{"openalex":"https://openalex.org/W7170079971","doi":"https://doi.org/10.48550/arxiv.2607.18673"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.18673","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.18673","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.18673","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103035958","display_name":"Wenqi Guo","orcid":"https://orcid.org/0000-0001-6125-0255"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Wenqi Marshall","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070616131","display_name":"Qingyun Qian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Qingyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143461508","display_name":"Shiyu Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Shiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143406522","display_name":"Guoping Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Guoping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5143435909","display_name":"Shan Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Shan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.35350000858306885,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.35350000858306885,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.10279999673366547,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.06930000334978104,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.6758999824523926},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5995000004768372},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5845000147819519},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.45410001277923584},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.43209999799728394},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.40380001068115234},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.3977000117301941},{"id":"https://openalex.org/keywords/unavailability","display_name":"Unavailability","score":0.3944999873638153}],"concepts":[{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.6758999824523926},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6626999974250793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6536999940872192},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5995000004768372},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5845000147819519},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4846999943256378},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.45410001277923584},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.43209999799728394},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.40380001068115234},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.3977000117301941},{"id":"https://openalex.org/C2780505938","wikidata":"https://www.wikidata.org/wiki/Q17093282","display_name":"Unavailability","level":2,"score":0.3944999873638153},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.37779998779296875},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.3547999858856201},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.326200008392334},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C2780695315","wikidata":"https://www.wikidata.org/wiki/Q3799040","display_name":"Unobservable","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C109747225","wikidata":"https://www.wikidata.org/wiki/Q815758","display_name":"Scarcity","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.27090001106262207},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.18673","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.18673","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.18673","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.18673","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.505508303642273,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision":[0],"Language":[1],"Models":[2],"(VLMs)":[3],"are":[4],"well":[5],"known":[6],"for":[7,21,162,171],"hallucinating":[8],"non-existent":[9],"objects":[10],"in":[11,35],"images.":[12],"Objects":[13],"with":[14,185],"missing":[15],"parts":[16],"present":[17,39],"a":[18,41,46,156],"unique":[19],"challenge":[20],"VLMs,":[22],"stemming":[23],"from":[24],"both":[25],"real-world":[26],"knowledge":[27],"bias":[28],"and":[29,48,75,129,164,167],"the":[30,88,169],"scarcity":[31],"of":[32,62,159],"such":[33],"images":[34],"training":[36],"data.":[37],"We":[38,92,114],"MissingBench-Verified,":[40],"benchmark":[42],"designed":[43],"to":[44,56,99,110,179],"evaluate":[45],"specific":[47],"practically":[49],"relevant":[50],"scenario:":[51],"when":[52,82,183],"vision-language":[53],"models":[54,97,178],"fail":[55],"recognize":[57],"that":[58,79,116,139,176],"an":[59,63,132],"essential":[60],"component":[61],"object":[64],"has":[65],"been":[66],"removed.":[67],"Across":[68],"ten":[69],"leading":[70],"models,":[71],"we":[72],"observe":[73],"consistent":[74],"significant":[76],"failure":[77,141],"rates":[78],"persist":[80],"even":[81],"external":[83],"tool":[84],"evidence":[85],"explicitly":[86],"contradicts":[87],"model's":[89],"visual":[90,124],"perception.":[91],"further":[93],"ask":[94],"whether":[95],"granting":[96],"access":[98],"image":[100],"processing":[101],"tools":[102],"(e.g.,":[103],"cropping,":[104],"contrast":[105],"adjustment)":[106],"enables":[107],"autonomous":[108,123],"inspection":[109,163],"resolve":[111],"these":[112],"failures.":[113],"find":[115],"existing":[117],"mitigation":[118],"strategies,":[119],"including":[120],"tool-assisted":[121],"verification,":[122],"reasoning,":[125],"longer":[126],"reasoning":[127],"durations,":[128],"fine-tuning":[130],"on":[131],"easier":[133],"dataset,":[134],"provide":[135],"negligible":[136],"improvement,":[137],"indicating":[138],"this":[140],"mode":[142],"cannot":[143],"be":[144],"addressed":[145],"through":[146],"current":[147,160],"prompting":[148],"or":[149,173],"post-hoc":[150],"correction":[151],"techniques.":[152],"Our":[153],"findings":[154],"highlight":[155],"fundamental":[157],"limitation":[158],"VLM":[161],"monitoring":[165],"tasks":[166],"underscore":[168],"need":[170],"architectural":[172],"training-level":[174],"interventions":[175],"enable":[177],"override":[180],"internal":[181],"expectations":[182],"confronted":[184],"contradictory":[186],"evidence.":[187]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-23T00:00:00"}
