{"id":"https://openalex.org/W7225318329","doi":"https://doi.org/10.48550/arxiv.2611.05877","title":"When Does Better Confidence Improve a Knowledge-Graph Audit?","display_name":"When Does Better Confidence Improve a Knowledge-Graph Audit?","publication_year":2026,"publication_date":"2026-11-04","ids":{"openalex":"https://openalex.org/W7225318329","doi":"https://doi.org/10.48550/arxiv.2611.05877"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2611.05877","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.05877","pdf_url":"https://arxiv.org/pdf/2611.05877","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2611.05877","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160803450","display_name":"Zehao Lin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Zehao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160848491","display_name":"Kai Chen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112993208","display_name":"Xixuan Hao","orcid":"https://orcid.org/0000-0003-0728-1944","observed_orcids":["https://orcid.org/0000-0003-0728-1944"]},"institutions":[{"id":"https://openalex.org/I4405261251","display_name":"The Hong Kong University of Science and Technology (Guangzhou)","ror":"https://ror.org/050h0vm43","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405261251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao, Xixuan","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou )","institution_ids":["https://openalex.org/I4405261251"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159111092","display_name":"Erenkai Zhu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhu, Erenkai","raw_affiliation_strings":["Shanghai Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiaotong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160936347","display_name":"Chunyu Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chunyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5160936725","display_name":"Helan Hu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Helan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6699000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6699000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.039900001138448715,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.030700000002980232,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/confidence-estimation","display_name":"confidence estimation","score":0.8299999833106995},{"id":"https://openalex.org/keywords/error-prediction","display_name":"error prediction","score":0.8040000200271606},{"id":"https://openalex.org/keywords/repairability","display_name":"repairability","score":0.6819999814033508},{"id":"https://openalex.org/keywords/regret-bounds","display_name":"regret bounds","score":0.6729999780654907},{"id":"https://openalex.org/keywords/collaborative-planning","display_name":"collaborative planning","score":0.4560000002384186},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"named entity recognition","score":0.33000001311302185}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5658000111579895},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.4896000027656555},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.46129998564720154},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.40290001034736633},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.39419999718666077},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.38499999046325684},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3813999891281128},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.37130001187324524},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.35190001130104065},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.3330000042915344},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.33239999413490295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3249000012874603},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3240000009536743},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3172999918460846},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C18747219","wikidata":"https://www.wikidata.org/wiki/Q620994","display_name":"Standard error","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C44648626","wikidata":"https://www.wikidata.org/wiki/Q1049848","display_name":"Percentage point","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2551000118255615}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2611.05877","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.05877","pdf_url":"https://arxiv.org/pdf/2611.05877","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2611.05877","doi":"https://doi.org/10.48550/arxiv.2611.05877","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.05877","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2611.05877","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.05877","pdf_url":"https://arxiv.org/pdf/2611.05877","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225318329.pdf","grobid_xml":"https://content.openalex.org/works/W7225318329.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1486950299","https://openalex.org/W2106101173","https://openalex.org/W2167805594","https://openalex.org/W2591700809","https://openalex.org/W2595139258","https://openalex.org/W2626384263","https://openalex.org/W2895050199","https://openalex.org/W2952179106","https://openalex.org/W2962795549","https://openalex.org/W2970923431","https://openalex.org/W3021348542","https://openalex.org/W3088214470","https://openalex.org/W3126216366","https://openalex.org/W3134428469","https://openalex.org/W3181694872","https://openalex.org/W4285429195","https://openalex.org/W4290055968","https://openalex.org/W4303472551","https://openalex.org/W4303614602","https://openalex.org/W4321594373","https://openalex.org/W4376122773","https://openalex.org/W4385571451","https://openalex.org/W4385573505","https://openalex.org/W4387995298","https://openalex.org/W4388748297","https://openalex.org/W4389520749","https://openalex.org/W4391801134","https://openalex.org/W4391988394","https://openalex.org/W4402667014","https://openalex.org/W4407632471","https://openalex.org/W4410803261","https://openalex.org/W4415796875","https://openalex.org/W4415800788","https://openalex.org/W6910506908","https://openalex.org/W7055216282","https://openalex.org/W7131837278","https://openalex.org/W7139916670","https://openalex.org/W7164907210","https://openalex.org/W7165397990","https://openalex.org/W7165798114","https://openalex.org/W7168409446","https://openalex.org/W7172438840","https://openalex.org/W7204884556","https://openalex.org/W7211993331"],"related_works":["https://openalex.org/W7148964108","https://openalex.org/W7223872486","https://openalex.org/W7222489428","https://openalex.org/W7171983756","https://openalex.org/W7148406747","https://openalex.org/W7165220373","https://openalex.org/W4409309988","https://openalex.org/W7165362068","https://openalex.org/W7169860325","https://openalex.org/W7139942066"],"abstract_inverted_index":{"Confidence":[0],"estimates":[1],"guide":[2],"human":[3],"review":[4],"in":[5,17,132],"LLM-built":[6],"knowledge":[7],"graphs,":[8,91],"but":[9],"better":[10],"error":[11,42],"prediction":[12],"can":[13],"yield":[14],"little":[15],"improvement":[16],"an":[18,92],"audit.":[19],"We":[20,57],"study":[21],"this":[22],"gap":[23],"through":[24],"repairability,":[25],"selection":[26],"headroom":[27],"and":[28,44,68,80,138],"label":[29],"validity.":[30],"Modelling":[31],"non-adaptive":[32],"auditing":[33],"as":[34],"budgeted":[35],"covering,":[36],"we":[37],"characterise":[38],"the":[39,46,88,108],"minimal":[40],"decision-relevant":[41],"statistics":[43],"bound":[45],"regret":[47],"of":[48,148],"scalar-preserving":[49],"first-order":[50],"planning":[51],"by":[52,75,123],"a":[53,104],"structural":[54],"mass":[55],"$\u0394^{\\mathrm{cl}}$.":[56],"simulate":[58],"ideal":[59],"repair":[60],"against":[61],"benchmark-aligned":[62],"labels":[63],"for":[64,116],"five":[65],"extraction":[66],"configurations":[67,151],"two":[69],"cross-document":[70,90],"graphs":[71],"on":[72,78,82,152],"Re-DocRED,":[73],"followed":[74],"frozen":[76],"confirmation":[77],"test":[79],"replication":[81],"500":[83],"hash-selected":[84],"training":[85],"documents.":[86],"On":[87],"held-out":[89,154],"error-rate":[93],"$\\times$":[94],"fan-out":[95],"queue":[96],"leaves":[97],"3.98-4.74":[98],"percentage":[99],"points":[100,125],"more":[101],"errors":[102,122],"than":[103],"joint":[105,118,137],"model":[106],"with":[107],"same":[109],"actions.":[110],"By":[111],"comparison,":[112],"opening":[113],"shared":[114],"actions":[115],"that":[117],"planner":[119],"reduces":[120],"residual":[121],"0.89-1.43":[124],"relative":[126],"to":[127],"its":[128],"own":[129],"fact-only":[130],"plans,":[131],"point":[133],"estimates.":[134],"Equivalence":[135],"between":[136],"independent-block":[139],"models":[140],"remains":[141],"inconclusive.":[142],"Generic":[143],"LLM":[144,156],"verification":[145],"improves":[146],"three":[147],"four":[149],"model-budget":[150],"each":[153],"set.":[155],"adjudication":[157],"identifies":[158],"possible":[159],"benchmark":[160],"omissions.":[161]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-11-06T00:00:00"}