{"id":"https://openalex.org/W7223993162","doi":"https://doi.org/10.48550/arxiv.2610.33262","title":"Not All Mislabels Are Equal: Efficient Task-Aware Auditing with Confidence Sequences","display_name":"Not All Mislabels Are Equal: Efficient Task-Aware Auditing with Confidence Sequences","publication_year":2026,"publication_date":"2026-10-23","ids":{"openalex":"https://openalex.org/W7223993162","doi":"https://doi.org/10.48550/arxiv.2610.33262"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.33262","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.33262","pdf_url":"https://arxiv.org/pdf/2610.33262","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.33262","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061194264","display_name":"Fangyuan Lin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin, Fangyuan","raw_affiliation_strings":["Columbia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120316544","display_name":"Noah Krever","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krever, Noah","raw_affiliation_strings":["Columbia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5153484920","display_name":"Jakub \u010cern\u00fd","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"\u010cern\u00fd, Jakub","raw_affiliation_strings":["Columbia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5159808317","display_name":"Lily Xu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu, Lily","raw_affiliation_strings":["Columbia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.6362000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.6362000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.04019999876618385,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.03180000185966492,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/confidence-sequences","display_name":"confidence sequences","score":0.8209999799728394},{"id":"https://openalex.org/keywords/anytime-valid-inference","display_name":"anytime-valid inference","score":0.8500000238418579}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6883000135421753},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6377000212669373},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.59170001745224},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.5501999855041504},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5335000157356262},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.531000018119812},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.45980000495910645},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44200000166893005},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.43810001015663147},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38179999589920044},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.3716999888420105},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.35830000042915344},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3573000133037567},{"id":"https://openalex.org/C2781395549","wikidata":"https://www.wikidata.org/wiki/Q4680762","display_name":"Adaptive sampling","level":3,"score":0.3450999855995178},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3357999920845032},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.3010999858379364},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.26179999113082886}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.33262","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.33262","pdf_url":"https://arxiv.org/pdf/2610.33262","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.33262","doi":"https://doi.org/10.48550/arxiv.2610.33262","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.33262","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.33262","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.33262","pdf_url":"https://arxiv.org/pdf/2610.33262","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7223993162.pdf","grobid_xml":"https://content.openalex.org/works/W7223993162.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7170883127","https://openalex.org/W7095785442","https://openalex.org/W7204207599","https://openalex.org/W7214186664","https://openalex.org/W7169756886","https://openalex.org/W3214365920","https://openalex.org/W3035020171","https://openalex.org/W7201848665","https://openalex.org/W4417300428","https://openalex.org/W7203653443"],"abstract_inverted_index":{"We":[0],"study":[1,184],"efficient,":[2],"adaptive":[3,51],"auditing":[4,52,220],"of":[5,20,77,148,226],"categorical":[6],"labels":[7,37],"in":[8,16,213],"a":[9,49,58,123,139,146,169,186],"fixed":[10],"dataset,":[11],"motivated":[12],"by":[13],"biodiversity-credit":[14],"programs":[15],"which":[17,63],"expert":[18,211,227],"verification":[19],"species":[21],"records":[22],"is":[23],"costly":[24],"and":[25,74,110,122,191,200],"downstream":[26,83],"scores":[27,88,131],"(e.g.,":[28],"payment)":[29],"are":[30,164,204],"more":[31],"sensitive":[32],"to":[33,66,103,145],"errors":[34],"on":[35,39,70,81,117],"certain":[36],"than":[38,114],"others.":[40],"Our":[41,181],"proposed":[42],"ATLAS":[43],"framework":[44],"couples":[45],"anytime-valid":[46,233],"inference":[47,144],"with":[48,108,157],"task-aware":[50,219],"policy.":[53],"Representing":[54],"label":[55,72,79,100],"corrections":[56,80],"through":[57],"confusion":[59],"matrix,":[60],"we":[61,137,167],"prioritize":[62],"data":[64,119],"points":[65,107],"inspect":[67],"next":[68],"based":[69],"both":[71],"uncertainty":[73],"the":[75,82,91,98,134,154,224],"influence":[76],"potential":[78],"score":[84],"function.":[85],"For":[86,129],"linear":[87],"such":[89,132,196],"as":[90,133,197],"mislabel":[92],"rate,":[93],"our":[94],"priority-aware":[95,151],"approach":[96],"certifies":[97],"overall":[99],"error":[101],"rate":[102],"$\\pm":[104],"2$":[105],"percentage":[106],"24%":[109],"11%":[111],"fewer":[112,159,179],"audits":[113,228],"random":[115],"sampling":[116,152],"biodiversity":[118,182],"from":[120],"Kenya":[121],"widely":[124],"used":[125],"CIFAR-10N":[126],"benchmark,":[127],"respectively.":[128],"nonlinear":[130],"Hill-Shannon":[135],"diversity,":[136],"exploit":[138],"linear-envelope":[140],"representation":[141],"that":[142,173],"reduces":[143],"family":[147],"linear-score":[149],"audits;":[150],"reaches":[153],"target":[155],"precision":[156],"36%":[158],"audits.":[160,180],"When":[161],"distribution-free":[162],"guarantees":[163],"prohibitively":[165,209],"costly,":[166],"develop":[168],"model-based":[170],"Bayesian":[171],"alternative":[172],"trades":[174],"assumption-free":[175],"validity":[176,190],"for":[177],"substantially":[178],"case":[183],"highlights":[185],"gap":[187],"between":[188],"statistical":[189],"practical":[192],"feasibility:":[193],"generic":[194],"methods":[195],"Serfling's":[198],"bound":[199],"existing":[201],"confidence-sequence":[202],"procedures":[203],"rigorous":[205],"but":[206],"can":[207,221],"require":[208],"many":[210],"reviews":[212],"practice.":[214],"Together,":[215],"these":[216],"results":[217],"show":[218],"significantly":[222],"reduce":[223],"number":[225],"needed":[229],"while":[230],"providing":[231],"finite-sample,":[232],"guarantees.":[234]},"counts_by_year":[],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2026-10-28T00:00:00"}