{"id":"https://openalex.org/W7134227923","doi":"https://doi.org/10.48550/arxiv.2603.05912","title":"DeepFact: Co-Evolving Benchmarks and Agents for Deep Research Factuality","display_name":"DeepFact: Co-Evolving Benchmarks and Agents for Deep Research Factuality","publication_year":2026,"publication_date":"2026-03-06","ids":{"openalex":"https://openalex.org/W7134227923","doi":"https://doi.org/10.48550/arxiv.2603.05912"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.05912","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128440659","display_name":"Yukun Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yukun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130352179","display_name":"Leonardo F. R. Ribeiro","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ribeiro, Leonardo F. R.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128563702","display_name":"Momchil Hardalov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hardalov, Momchil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128461759","display_name":"Bhuwan Dhingra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dhingra, Bhuwan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079131136","display_name":"Markus Dreyer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dreyer, Markus","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5048704387","display_name":"Venkatesh Saligrama","orcid":"https://orcid.org/0000-0002-0675-2268"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saligrama, Venkatesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24024516,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.09269999712705612,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.09269999712705612,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.06279999762773514,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10081","display_name":"Auditing, Earnings Management, Governance","score":0.05920000001788139,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.9271000027656555},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9143000245094299},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6187000274658203},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.5835000276565552},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.4659000039100647}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.9271000027656555},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9143000245094299},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7318000197410583},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6187000274658203},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.5835000276565552},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5160999894142151},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.4659000039100647},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4374000132083893},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.4083000123500824},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3142000138759613},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.31139999628067017}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.05912","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.05912","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.05912","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.05912","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Search-augmented":[0],"LLM":[1],"agents":[2],"can":[3],"produce":[4],"deep":[5],"research":[6],"reports":[7],"(DRRs),":[8],"but":[9],"verifying":[10],"claim-level":[11],"factuality":[12,151,178],"remains":[13],"challenging.":[14],"Existing":[15],"fact-checkers":[16],"are":[17,53,91,119,133],"primarily":[18],"designed":[19],"for":[20],"general-domain,":[21],"factoid-style":[22],"atomic":[23],"claims,":[24],"and":[25,89,111,156,173],"there":[26],"is":[27,43],"no":[28],"benchmark":[29,42,87,116,152],"to":[30,36,129,176],"test":[31],"whether":[32],"such":[33,40],"verifiers":[34,170],"transfer":[35],"DRRs.":[37],"Yet":[38],"building":[39],"a":[41,59,72,95,148,158,163],"itself":[44],"difficult.":[45],"We":[46,79,143],"first":[47],"show":[48],"that":[49,167],"static":[50],"expert-labeled":[51],"benchmarks":[52],"brittle":[54],"in":[55,58],"this":[56],"setting:":[57],"controlled":[60],"study":[61],"with":[62,98,153],"PhD-level":[63],"specialists,":[64],"unassisted":[65],"experts":[66,132],"achieve":[67],"only":[68],"60.8%":[69],"accuracy":[70,127],"on":[71,171],"hidden":[73],"micro-gold":[74,126],"set":[75],"of":[76],"verifiable":[77],"claims.":[78],"propose":[80],"Evolving":[81],"Benchmarking":[82],"via":[83],"Audit-then-Score":[84],"(AtS),":[85],"where":[86],"labels":[88],"rationales":[90],"explicitly":[92],"revisable:":[93],"when":[94],"verifier":[96],"disagrees":[97],"the":[99,109,115],"current":[100],"benchmark,":[101],"it":[102],"must":[103],"submit":[104],"evidence;":[105],"an":[106],"auditor":[107],"adjudicates":[108],"dispute;":[110],"accepted":[112],"revisions":[113],"update":[114],"before":[117],"models":[118],"scored.":[120],"Across":[121],"four":[122],"AtS":[123,145],"rounds,":[124],"expert":[125],"rises":[128],"90.9%,":[130],"indicating":[131],"substantially":[134],"more":[135],"reliable":[136],"as":[137,140,146],"auditors":[138],"than":[139],"one-shot":[141],"labelers.":[142],"instantiate":[144],"DeepFact-Bench,":[147],"versioned":[149],"DRR":[150],"auditable":[154],"rationales,":[155],"DeepFact-Eval,":[157],"document-level":[159],"verification":[160],"agent":[161],"(with":[162],"grouped":[164],"lite":[165],"variant)":[166],"outperforms":[168],"existing":[169],"DeepFact-Bench":[172],"transfers":[174],"well":[175],"external":[177],"datasets.":[179]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-10T00:00:00"}