{"id":"https://openalex.org/W7165023948","doi":"https://doi.org/10.48550/arxiv.2606.17433","title":"LADBench: A Benchmark for Logical Fault Detection in Images","display_name":"LADBench: A Benchmark for Logical Fault Detection in Images","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7165023948","doi":"https://doi.org/10.48550/arxiv.2606.17433"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2606.17433","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.17433","pdf_url":"https://arxiv.org/pdf/2606.17433","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2606.17433","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138878751","display_name":"Sahasra Kondapalli","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kondapalli, Sahasra","raw_affiliation_strings":["Embodied Robotics and Automation Lab , University of South Florida , Tampa , FL 33610 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Embodied Robotics and Automation Lab , University of South Florida , Tampa , FL 33610 , USA","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138832270","display_name":"Lara Radovanovic","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Radovanovic, Lara","raw_affiliation_strings":["Embodied Robotics and Automation Lab , University of South Florida , Tampa , FL 33610 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Embodied Robotics and Automation Lab , University of South Florida , Tampa , FL 33610 , USA","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092627425","display_name":"Aadi Palnitkar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Palnitkar, Aadi","raw_affiliation_strings":["Embodied Robotics and Automation Lab , University of South Florida , Tampa , FL 33610 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Embodied Robotics and Automation Lab , University of South Florida , Tampa , FL 33610 , USA","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101794399","display_name":"Mengyun Mao","orcid":"https://orcid.org/0009-0008-5267-1937","observed_orcids":["https://orcid.org/0009-0008-5267-1937","https://orcid.org/0000-0002-1858-9074"]},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mao, Mingyang","raw_affiliation_strings":["Embodied Robotics and Automation Lab , University of South Florida , Tampa , FL 33610 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Embodied Robotics and Automation Lab , University of South Florida , Tampa , FL 33610 , USA","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5138802437","display_name":"Xiaomin Lin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin, Xiaomin","raw_affiliation_strings":["Embodied Robotics and Automation Lab , University of South Florida , Tampa , FL 33610 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Embodied Robotics and Automation Lab , University of South Florida , Tampa , FL 33610 , USA","institution_ids":["https://openalex.org/I2613432"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2613432"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.0031999999191612005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"visual reasoning","score":0.5139999985694885},{"id":"https://openalex.org/keywords/large-vision-language-models","display_name":"large vision-language models","score":0.847000002861023},{"id":"https://openalex.org/keywords/benchmark-dataset","display_name":"benchmark dataset","score":0.5929999947547913},{"id":"https://openalex.org/keywords/synthetic-images","display_name":"synthetic images","score":0.8870000243186951},{"id":"https://openalex.org/keywords/progressive-disclosure","display_name":"progressive disclosure","score":0.8009999990463257},{"id":"https://openalex.org/keywords/multimodal-reasoning","display_name":"multimodal reasoning","score":0.7429999709129333},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"commonsense reasoning","score":0.5490000247955322}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7437000274658203},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6973000168800354},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.6779999732971191},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.6134999990463257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5444999933242798},{"id":"https://openalex.org/C21847791","wikidata":"https://www.wikidata.org/wiki/Q191081","display_name":"Logical conjunction","level":2,"score":0.49970000982284546},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.42399999499320984},{"id":"https://openalex.org/C203702819","wikidata":"https://www.wikidata.org/wiki/Q17146953","display_name":"Logical data model","level":3,"score":0.3930000066757202},{"id":"https://openalex.org/C20693621","wikidata":"https://www.wikidata.org/wiki/Q6667502","display_name":"Logical framework","level":2,"score":0.3840999901294708},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.3671000003814697},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35199999809265137},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.3222000002861023},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C12997251","wikidata":"https://www.wikidata.org/wiki/Q567560","display_name":"Anomaly (physics)","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2718999981880188},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C2983390893","wikidata":"https://www.wikidata.org/wiki/Q1092582","display_name":"Logical analysis","level":3,"score":0.25270000100135803},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2606.17433","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.17433","pdf_url":"https://arxiv.org/pdf/2606.17433","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:digitalcommons.usf.edu:usf_summer_urs-1009","doi":null,"is_oa":false,"landing_page_url":"https://digitalcommons.usf.edu/usf_summer_urs/2026/ai_cybersecurity_computing/9","pdf_url":null,"source":{"id":"https://openalex.org/S4377196272","display_name":"Digital Commons - University of South Florida (University of South Florida)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2613432","host_organization_name":"University of South Florida","host_organization_lineage":["https://openalex.org/I2613432"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"OneUSF Summer Undergraduate Research Symposium","raw_type":"text"},{"id":"doi:10.48550/arxiv.2606.17433","doi":"https://doi.org/10.48550/arxiv.2606.17433","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17433","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2606.17433","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.17433","pdf_url":"https://arxiv.org/pdf/2606.17433","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1621483752","display_name":"CyberCorps Scholarship for Service: Cybersecurity Research and Education for Service in Government (CREST)","funder_award_id":"2235102","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320338075","display_name":"Core Research for Evolutional Science and Technology","ror":"https://ror.org/00097mb19"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7165023948.pdf","grobid_xml":"https://content.openalex.org/works/W7165023948.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W4390041933","https://openalex.org/W4401306886","https://openalex.org/W4416780398","https://openalex.org/W7119523234","https://openalex.org/W7136753838","https://openalex.org/W7163074863"],"related_works":["https://openalex.org/W4409368445","https://openalex.org/W7119557320","https://openalex.org/W7138987035","https://openalex.org/W4417090439","https://openalex.org/W4416035530","https://openalex.org/W4407800509","https://openalex.org/W4403390336","https://openalex.org/W7171464280","https://openalex.org/W4417114434","https://openalex.org/W4403884123"],"abstract_inverted_index":{"Large":[0],"Vision":[1],"Language":[2],"Models":[3],"(VLMs)":[4],"excel":[5],"at":[6],"visual":[7,26,158],"question":[8],"answering":[9],"and":[10,35,67,91,153,161],"semantic":[11],"grounding,":[12],"but":[13],"their":[14],"capacity":[15],"for":[16,40,148],"autonomous":[17,157],"logical":[18,59,95,115],"reasoning":[19],"remains":[20,118],"underexplored.":[21],"Existing":[22],"anomaly":[23],"benchmarks":[24],"emphasize":[25],"errors":[27],"or":[28],"direct":[29],"prompting":[30],"rather":[31],"than":[32,53],"the":[33,105,150],"physical":[34],"social":[36],"common":[37],"sense":[38],"needed":[39],"open-world":[41],"deployment.":[42],"To":[43],"address":[44],"this,":[45],"we":[46],"introduce":[47],"LAD-bench,":[48],"a":[49,72,86,94,145],"benchmark":[50],"of":[51,156],"more":[52],"1,000":[54],"curated":[55],"synthetic":[56],"images":[57],"with":[58],"anomalies":[60,126],"across":[61],"four":[62],"domains:":[63],"Residential,":[64],"Urban,":[65],"Collaborative,":[66],"Nature.":[68],"We":[69],"further":[70],"propose":[71],"Tiered":[73],"Prompting":[74],"Protocol":[75],"based":[76],"on":[77],"progressive":[78],"disclosure,":[79],"which":[80],"measures":[81],"how":[82],"much":[83],"explicit":[84,130],"assistance":[85],"model":[87],"needs":[88],"to":[89,124],"localize":[90],"reason":[92],"about":[93],"fault.":[96],"Evaluating":[97],"leading":[98],"foundation":[99],"models":[100,121],"reveals":[101],"substantial":[102],"weaknesses:":[103],"even":[104,127],"best":[106],"achieves":[107],"only":[108],"70.11%":[109],"overall":[110],"accuracy,":[111],"showing":[112],"that":[113],"implicit":[114],"fault":[116],"detection":[117],"unsolved.":[119],"Crucially,":[120],"often":[122],"fail":[123],"identify":[125],"after":[128],"receiving":[129],"hints":[131],"in":[132,139],"deeper":[133],"tiers.":[134],"By":[135],"surfacing":[136],"these":[137],"limitations":[138],"sequential":[140],"multimodal":[141],"reasoning,":[142],"LAD-Bench":[143],"offers":[144],"rigorous":[146],"framework":[147],"advancing":[149],"safety,":[151],"reliability,":[152],"cognitive":[154],"alignment":[155],"systems.":[159],"Dataset":[160],"Code:":[162],"https://huggingface.co/datasets/SahasraK/LADBench":[163]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-06-18T00:00:00"}