{"id":"https://openalex.org/W7165133503","doi":"https://doi.org/10.48550/arxiv.2606.18557","title":"DeFAb: A Verifiable Benchmark for Defeasible Abduction in Foundation Models","display_name":"DeFAb: A Verifiable Benchmark for Defeasible Abduction in Foundation Models","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165133503","doi":"https://doi.org/10.48550/arxiv.2606.18557"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.18557","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18557","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.18557","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138893023","display_name":"Patrick Cooper","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cooper, Patrick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138924562","display_name":"Alvaro Velasquez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Velasquez, Alvaro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.21780000627040863,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.21780000627040863,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.15680000185966492,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.0885000005364418,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6205000281333923},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.572700023651123},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.54339998960495},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5338000059127808},{"id":"https://openalex.org/keywords/defeasible-estate","display_name":"Defeasible estate","score":0.49869999289512634},{"id":"https://openalex.org/keywords/satisfiability-modulo-theories","display_name":"Satisfiability modulo theories","score":0.3961000144481659},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.3889999985694885},{"id":"https://openalex.org/keywords/defeasible-reasoning","display_name":"Defeasible reasoning","score":0.3635999858379364},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.33799999952316284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.64410001039505},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6205000281333923},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.572700023651123},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.54339998960495},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5338000059127808},{"id":"https://openalex.org/C193856179","wikidata":"https://www.wikidata.org/wiki/Q5251100","display_name":"Defeasible estate","level":2,"score":0.49869999289512634},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4629000127315521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43059998750686646},{"id":"https://openalex.org/C164155591","wikidata":"https://www.wikidata.org/wiki/Q2067766","display_name":"Satisfiability modulo theories","level":2,"score":0.3961000144481659},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.3889999985694885},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37400001287460327},{"id":"https://openalex.org/C140843580","wikidata":"https://www.wikidata.org/wiki/Q840067","display_name":"Defeasible reasoning","level":2,"score":0.3635999858379364},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.33799999952316284},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.32580000162124634},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.304500013589859},{"id":"https://openalex.org/C69562738","wikidata":"https://www.wikidata.org/wiki/Q200694","display_name":"Propositional calculus","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.2867000102996826},{"id":"https://openalex.org/C166088908","wikidata":"https://www.wikidata.org/wiki/Q308495","display_name":"Abductive reasoning","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C118930307","wikidata":"https://www.wikidata.org/wiki/Q600590","display_name":"Tuple","level":2,"score":0.28040000796318054},{"id":"https://openalex.org/C95167961","wikidata":"https://www.wikidata.org/wiki/Q4483495","display_name":"Fiducial inference","level":5,"score":0.27390000224113464},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C160236029","wikidata":"https://www.wikidata.org/wiki/Q842421","display_name":"Default logic","level":5,"score":0.2639000117778778},{"id":"https://openalex.org/C46681722","wikidata":"https://www.wikidata.org/wiki/Q4725589","display_name":"Alias","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C4069607","wikidata":"https://www.wikidata.org/wiki/Q868732","display_name":"Aliasing","level":3,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.18557","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18557","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.18557","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18557","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"A":[0],"rule-based":[1],"logic":[2],"solver":[3],"resolves":[4],"every":[5,79],"instance":[6],"in":[7,10,141],"our":[8],"benchmark":[9],"under":[11,30,245],"50":[12],"microseconds":[13],"with":[14,124,144],"100%":[15,198],"accuracy;":[16],"the":[17,95,104,216],"best":[18,25,194],"frontier":[19,150],"language":[20],"model":[21,195],"reaches":[22],"65%":[23],"at":[24,247],"and":[26,47,89,100,172,200],"drops":[27],"to":[28,130],"23.5%":[29],"rendering-robust":[31,158],"evaluation":[32],"(worst":[33],"case":[34],"over":[35],"four":[36,52],"surface":[37],"renderings).":[38],"We":[39,184],"introduce":[40],"DeFAb":[41,91],"(Defeasible":[42],"Abduction":[43],"Benchmark),":[44],"a":[45,173,178,225],"dataset":[46],"generation":[48],"pipeline":[49,117],"that":[50,68],"converts":[51],"decades":[53],"of":[54,107,206],"publicly":[55],"funded":[56],"knowledge":[57],"bases":[58],"into":[59],"formally":[60],"grounded":[61],"instances":[62,133,210],"for":[63,85,97,239],"defeasible":[64,156],"abduction:":[65],"constructing":[66],"hypotheses":[67],"explain":[69],"anomalies":[70],"by":[71],"overriding":[72],"defaults":[73],"while":[74],"preserving":[75],"unrelated":[76],"expectations.":[77],"Because":[78],"hypothesis":[80],"must":[81],"pass":[82],"polynomial-time":[83,145],"checks":[84],"valid":[86],"derivation,":[87],"conservativity,":[88],"minimality,":[90],"makes":[92],"logical":[93],"rigor":[94],"instrument":[96],"measuring":[98],"creativity":[99],"theoretical":[101],"reasoning,":[102],"scoring":[103],"disciplined":[105],"construction":[106],"theory":[108],"revisions":[109],"rather":[110],"than":[111],"fluent":[112],"but":[113],"theory-destroying":[114],"prose.":[115],"The":[116,231],"pairs":[118],"taxonomic":[119],"hierarchies":[120],"(OpenCyc,":[121],"YAGO,":[122],"Wikidata)":[123],"behavioral":[125],"property":[126],"graphs":[127],"(ConceptNet,":[128],"UMLS)":[129],"produce":[131],"372,648+":[132],"across":[134],"33.75M":[135],"materialized":[136],"rules":[137],"from":[138],"18":[139],"sources,":[140],"three":[142],"levels":[143],"verifiable":[146],"gold":[147,212],"standards.":[148],"Four":[149],"models":[151],"do":[152],"not":[153,220],"reliably":[154],"internalize":[155],"reasoning:":[157],"Level":[159,181,190],"2":[160],"accuracy":[161],"is":[162],"7.8-23.5%;":[163],"chain-of-thought":[164],"variance":[165],"(~36":[166],"pp)":[167],"exceeds":[168],"any":[169],"inter-model":[170],"gap;":[171],"matched":[174],"contamination":[175],"control":[176],"isolates":[177],"+19.4":[179],"pp":[180],"3":[182,191],"gap.":[183],"further":[185],"release":[186],"DeFAb-Hard":[187],"(a":[188,202],"235-instance":[189],"difficulty":[192],"variant;":[193],"53.3%":[196],"vs":[197],"symbolic)":[199],"CONJURE":[201],"kernel-verified":[203],"transformative-creativity":[204],"variant":[205],"560":[207],"Lean":[208],"4/Mathlib":[209],"whose":[211],"answers":[213],"are":[214],"definitions":[215],"proof":[217],"kernel":[218],"did":[219],"previously":[221],"contain,":[222],"judge-free":[223],"verifier;":[224],"pilot":[226],"finds":[227],"zero":[228],"novel":[229],"concepts).":[230],"same":[232],"verifier":[233],"doubles":[234],"as":[235],"an":[236],"exact":[237],"reward":[238],"preference":[240],"optimization":[241],"(DPO,":[242],"RLVR/GRPO).":[243],"Released":[244],"MIT":[246],"https://huggingface.co/datasets/PatrickAllenCooper/DeFAb.":[248]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-19T00:00:00"}