{"id":"https://openalex.org/W2809969113","doi":"https://doi.org/10.48550/arxiv.1807.00905","title":"Learning under selective labels in the presence of expert consistency","display_name":"Learning under selective labels in the presence of expert consistency","publication_year":2018,"publication_date":"2018-07-02","ids":{"openalex":"https://openalex.org/W2809969113","doi":"https://doi.org/10.48550/arxiv.1807.00905","mag":"2809969113"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1807.00905","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.00905","pdf_url":"https://arxiv.org/pdf/1807.00905","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1807.00905","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014101282","display_name":"Maria De\u2010Arteaga","orcid":"https://orcid.org/0000-0003-2297-3308","observed_orcids":["https://orcid.org/0000-0003-2297-3308"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"De-Arteaga, Maria","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037154494","display_name":"Artur W. Dubrawski","orcid":"https://orcid.org/0000-0002-2372-0831","observed_orcids":["https://orcid.org/0000-0002-2372-0831"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dubrawski, Artur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5057438082","display_name":"Alexandra Chouldechova","orcid":"https://orcid.org/0000-0002-2337-9610","observed_orcids":["https://orcid.org/0000-0002-2337-9610"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chouldechova, Alexandra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":42,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.6815999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.6815999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.11599999666213989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.06080000102519989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sample-selection-bias","display_name":"sample selection bias","score":0.8029999732971191},{"id":"https://openalex.org/keywords/data-augmentation","display_name":"data augmentation","score":0.7979999780654907},{"id":"https://openalex.org/keywords/recidivism-prediction","display_name":"recidivism prediction","score":0.8009999990463257},{"id":"https://openalex.org/keywords/algorithmic-discrimination","display_name":"algorithmic discrimination","score":0.6729999780654907},{"id":"https://openalex.org/keywords/model-reliability","display_name":"model reliability","score":0.39800000190734863},{"id":"https://openalex.org/keywords/partial-blindness","display_name":"partial blindness","score":0.3019999861717224}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6792046427726746},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4375911355018616},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4293520450592041},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3927236497402191}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:1807.00905","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.00905","pdf_url":"https://arxiv.org/pdf/1807.00905","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1807.00905","doi":"https://doi.org/10.48550/arxiv.1807.00905","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1807.00905","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1807.00905","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.00905","pdf_url":"https://arxiv.org/pdf/1807.00905","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5211587205","display_name":"AitF: Algorithms and Mechanisms for Kidney Exchange","funder_award_id":"1733556","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6278743441","display_name":"AF: Small: Foundations for Collaborative and Information-Limited Machine Learning","funder_award_id":"1815011","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310207","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2809969113.pdf","grobid_xml":"https://content.openalex.org/works/W2809969113.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W941959675","https://openalex.org/W1968185435","https://openalex.org/W2003572022","https://openalex.org/W2012218966","https://openalex.org/W2044758663","https://openalex.org/W2112483442","https://openalex.org/W2168729696","https://openalex.org/W2522957395","https://openalex.org/W2745133928","https://openalex.org/W2803923024","https://openalex.org/W2890416412","https://openalex.org/W2891947597"],"related_works":["https://openalex.org/W3031684522","https://openalex.org/W4389983017","https://openalex.org/W7046832333","https://openalex.org/W2909334458","https://openalex.org/W3182966933","https://openalex.org/W3095542981","https://openalex.org/W4385261061","https://openalex.org/W4320853787","https://openalex.org/W3165183807","https://openalex.org/W3126339915"],"abstract_inverted_index":{"We":[0,86],"explore":[1],"the":[2,10,33,103],"problem":[3,23],"of":[4,12,40],"learning":[5,116],"under":[6,117],"selective":[7,64,109],"labels":[8,17,65],"in":[9,44],"context":[11],"algorithm-assisted":[13],"decision":[14,28],"making.":[15],"Selective":[16],"is":[18],"a":[19,88],"pervasive":[20],"selection":[21,78],"bias":[22],"that":[24,92,106],"arises":[25],"when":[26],"historical":[27],"making":[29],"blinds":[30],"us":[31],"to":[32,55,96,101,112,122,126],"true":[34],"outcome":[35],"for":[36,74,76],"certain":[37],"instances.":[38],"Examples":[39],"this":[41,59],"are":[42,83],"common":[43],"many":[45],"applications,":[46],"ranging":[47],"from":[48,108],"predicting":[49],"recidivism":[50],"using":[51],"pre-trial":[52],"release":[53],"data":[54,89],"diagnosing":[56],"patients.":[57],"In":[58],"paper":[60],"we":[61],"discuss":[62],"why":[63],"often":[66],"cannot":[67],"be":[68,94],"effectively":[69],"tackled":[70],"by":[71],"standard":[72],"methods":[73],"adjusting":[75],"sample":[77],"bias,":[79],"even":[80],"if":[81],"there":[82],"no":[84],"unobservables.":[85],"propose":[87],"augmentation":[90],"approach":[91],"can":[93],"used":[95],"either":[97],"leverage":[98],"expert":[99],"consistency":[100],"mitigate":[102],"partial":[104],"blindness":[105],"results":[107],"labels,":[110],"or":[111],"empirically":[113],"validate":[114],"whether":[115],"such":[118],"framework":[119],"may":[120],"lead":[121],"unreliable":[123],"models":[124],"prone":[125],"systemic":[127],"discrimination.":[128]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2018-07-10T00:00:00"}