{"id":"https://openalex.org/W4417452899","doi":"https://doi.org/10.1287/ijds.2025.0105","title":"Active Learning with Imperfect Labels: Optimal Labeler Assignment and Sample Selection","display_name":"Active Learning with Imperfect Labels: Optimal Labeler Assignment and Sample Selection","publication_year":2026,"publication_date":"2026-11-04","ids":{"openalex":"https://openalex.org/W4417452899","doi":"https://doi.org/10.1287/ijds.2025.0105"},"language":"en","primary_location":{"id":"doi:10.1287/ijds.2025.0105","doi":"https://doi.org/10.1287/ijds.2025.0105","is_oa":false,"landing_page_url":"https://doi.org/10.1287/ijds.2025.0105","pdf_url":null,"source":{"id":"https://openalex.org/S4210202349","display_name":"INFORMS Journal on Data Science","issn_l":"2694-4022","issn":["2694-4022","2694-4030"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INFORMS Journal on Data Science","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2512.12870","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103286084","display_name":"Pouya Ahadi","orcid":"https://orcid.org/0000-0002-6055-9688","observed_orcids":["https://orcid.org/0000-0002-6055-9688"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pouya Ahadi","raw_affiliation_strings":["H. Milton Stewart School of Industrial and Systems Engineering, Georgia Institute of Technology, Atlanta, Georgia 30332"],"raw_orcid":"https://orcid.org/0000-0002-6055-9688","affiliations":[{"raw_affiliation_string":"H. Milton Stewart School of Industrial and Systems Engineering, Georgia Institute of Technology, Atlanta, Georgia 30332","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048013138","display_name":"Blair A. Winograd","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1292974536","display_name":"Ford Motor Company (United States)","ror":"https://ror.org/00g2tkw06","country_code":"US","type":"company","lineage":["https://openalex.org/I1292974536"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Blair Winograd","raw_affiliation_strings":["Ford Motor Company, Dearborn, Michigan 48126"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ford Motor Company, Dearborn, Michigan 48126","institution_ids":["https://openalex.org/I1292974536"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044799192","display_name":"Camille Zaug","orcid":"https://orcid.org/0000-0003-3380-5924","observed_orcids":["https://orcid.org/0000-0003-3380-5924"]},"institutions":[{"id":"https://openalex.org/I1292974536","display_name":"Ford Motor Company (United States)","ror":"https://ror.org/00g2tkw06","country_code":"US","type":"company","lineage":["https://openalex.org/I1292974536"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Camille Zaug","raw_affiliation_strings":["Ford Motor Company, Dearborn, Michigan 48126"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ford Motor Company, Dearborn, Michigan 48126","institution_ids":["https://openalex.org/I1292974536"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Karunesh Arora","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1292974536","display_name":"Ford Motor Company (United States)","ror":"https://ror.org/00g2tkw06","country_code":"US","type":"company","lineage":["https://openalex.org/I1292974536"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karunesh Arora","raw_affiliation_strings":["Ford Motor Company, Dearborn, Michigan 48126"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ford Motor Company, Dearborn, Michigan 48126","institution_ids":["https://openalex.org/I1292974536"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057292480","display_name":"L. Wang","orcid":"https://orcid.org/0009-0001-4271-8737","observed_orcids":["https://orcid.org/0009-0001-4271-8737"]},"institutions":[{"id":"https://openalex.org/I1292974536","display_name":"Ford Motor Company (United States)","ror":"https://ror.org/00g2tkw06","country_code":"US","type":"company","lineage":["https://openalex.org/I1292974536"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lijun Wang","raw_affiliation_strings":["Ford Motor Company, Dearborn, Michigan 48126"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ford Motor Company, Dearborn, Michigan 48126","institution_ids":["https://openalex.org/I1292974536"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072570845","display_name":"Kamran Paynabar","orcid":"https://orcid.org/0000-0002-6906-3611","observed_orcids":["https://orcid.org/0000-0002-6906-3611"]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kamran Paynabar","raw_affiliation_strings":["H. Milton Stewart School of Industrial and Systems Engineering, Georgia Institute of Technology, Atlanta, Georgia 30332"],"raw_orcid":"https://orcid.org/0000-0002-6906-3611","affiliations":[{"raw_affiliation_string":"H. Milton Stewart School of Industrial and Systems Engineering, Georgia Institute of Technology, Atlanta, Georgia 30332","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01324139,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.002899999963119626,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-learning-machine-learning","display_name":"active learning (machine learning)","score":0.9990000128746033},{"id":"https://openalex.org/keywords/noisy-labels","display_name":"label noise","score":0.6480000019073486},{"id":"https://openalex.org/keywords/noisy-classification","display_name":"noisy classification","score":0.5049999952316284},{"id":"https://openalex.org/keywords/robust-classification","display_name":"robust classification","score":0.515999972820282}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7197999954223633},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6503999829292297},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5855000019073486},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.5706999897956848},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5223000049591064},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.508899986743927},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.4894999861717224},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.48649999499320984},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4790000021457672},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4603999853134155},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4474000036716461},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4020000100135803},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37369999289512634},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.2824000120162964},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2669000029563904},{"id":"https://openalex.org/C136979486","wikidata":"https://www.wikidata.org/wiki/Q773483","display_name":"Existential quantification","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1287/ijds.2025.0105","doi":"https://doi.org/10.1287/ijds.2025.0105","is_oa":false,"landing_page_url":"https://doi.org/10.1287/ijds.2025.0105","pdf_url":null,"source":{"id":"https://openalex.org/S4210202349","display_name":"INFORMS Journal on Data Science","issn_l":"2694-4022","issn":["2694-4022","2694-4030"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INFORMS Journal on Data Science","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2512.12870","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2512.12870","pdf_url":"https://arxiv.org/pdf/2512.12870","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2512.12870","doi":"https://doi.org/10.48550/arxiv.2512.12870","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.12870","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2512.12870","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2512.12870","pdf_url":"https://arxiv.org/pdf/2512.12870","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417452899.pdf","grobid_xml":"https://content.openalex.org/works/W4417452899.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2165166126","https://openalex.org/W2980261889","https://openalex.org/W4382202852","https://openalex.org/W2997960807","https://openalex.org/W2403518066","https://openalex.org/W2049760757","https://openalex.org/W4417160790","https://openalex.org/W4409869516","https://openalex.org/W4415482616","https://openalex.org/W1981254163"],"abstract_inverted_index":{"Active":[0],"learning":[1],"(AL)":[2],"is":[3,72],"commonly":[4],"used":[5],"in":[6],"applications":[7],"where":[8],"labeling":[9,67],"data":[10,42,135],"are":[11,20],"expensive":[12],"or":[13,34,150],"time":[14],"consuming.":[15],"In":[16],"practice,":[17],"however,":[18],"labels":[19],"often":[21],"noisy":[22],"because":[23],"of":[24],"varying":[25],"labeler":[26,75,88],"expertise":[27],"and":[28,62,77,90,113,137],"annotation":[29],"uncertainty,":[30],"especially":[31],"for":[32,55,104,115],"complex":[33],"ambiguous":[35],"samples.":[36],"Learning":[37],"from":[38],"such":[39],"imperfectly":[40],"labeled":[41],"can":[43],"degrade":[44],"classifier":[45],"performance.":[46],"We":[47,97],"propose":[48],"an":[49],"AL":[50,156],"framework":[51],"that":[52,84,145],"explicitly":[53],"accounts":[54],"label":[56,121,165],"noise":[57,82,112],"by":[58],"optimally":[59],"assigning":[60,105],"labelers":[61,108],"selecting":[63,116],"samples":[64,106,117],"to":[65,93,107,109],"minimize":[66,110],"error.":[68],"Our":[69],"approach,":[70],"which":[71],"called":[73],"optimal":[74],"assignment":[76],"sampling":[78],"(OLAS),":[79],"uses":[80],"a":[81,138,163],"model":[83,91],"depends":[85],"on":[86,133],"both":[87],"accuracy":[89,153],"uncertainty":[92],"guide":[94],"these":[95],"decisions.":[96],"develop":[98],"two":[99],"tractable":[100],"optimization":[101],"formulations:":[102],"one":[103],"worst-case":[111],"another":[114],"while":[118],"controlling":[119],"overall":[120],"noise.":[122],"Theoretical":[123],"results":[124],"provide":[125],"closed-form":[126],"solutions":[127],"under":[128],"mild":[129],"conditions.":[130],"Empirical":[131],"evaluations":[132],"benchmark":[134],"sets":[136],"real-world":[139],"warranty":[140],"claim":[141],"classification":[142,152],"problem":[143],"show":[144],"OLAS":[146],"achieves":[147],"the":[148],"highest":[149],"near-highest":[151],"among":[154],"existing":[155],"strategies":[157],"across":[158],"most":[159],"settings":[160],"using":[161],"only":[162],"single":[164],"per":[166],"sample.":[167]},"counts_by_year":[],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2025-12-17T00:00:00"}