{"id":"https://openalex.org/W4280590501","doi":"https://doi.org/10.1145/3531146.3533199","title":"Don\u2019t Throw it Away! The Utility of Unlabeled Data in Fair Decision Making","display_name":"Don\u2019t Throw it Away! The Utility of Unlabeled Data in Fair Decision Making","publication_year":2022,"publication_date":"2022-06-20","ids":{"openalex":"https://openalex.org/W4280590501","doi":"https://doi.org/10.1145/3531146.3533199"},"language":"en","primary_location":{"id":"doi:10.1145/3531146.3533199","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533199","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533199","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533199","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064370422","display_name":"Miriam Rateike","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]},{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Miriam Rateike","raw_affiliation_strings":["Max Planck Institute of Intelligent Systems, T\u00fcbingen, Germany and Saarland University, Germany"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute of Intelligent Systems, T\u00fcbingen, Germany and Saarland University, Germany","institution_ids":["https://openalex.org/I4210135521","https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110818980","display_name":"Ayan Majumdar","orcid":null},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]},{"id":"https://openalex.org/I4210121786","display_name":"Max Planck Institute for Software Systems","ror":"https://ror.org/02pe2kf23","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210121786"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ayan Majumdar","raw_affiliation_strings":["Max Planck Institute for Software Systems, Germany and Saarland University, Germany"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Software Systems, Germany and Saarland University, Germany","institution_ids":["https://openalex.org/I4210121786","https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072028497","display_name":"Olga Mineeva","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]},{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["CH","DE"],"is_corresponding":false,"raw_author_name":"Olga Mineeva","raw_affiliation_strings":["ETH Z\u00fcrich, Switzerland and Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany"],"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Switzerland and Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521","https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067688305","display_name":"Krishna P. Gummadi","orcid":"https://orcid.org/0000-0003-1256-8800"},"institutions":[{"id":"https://openalex.org/I4210121786","display_name":"Max Planck Institute for Software Systems","ror":"https://ror.org/02pe2kf23","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210121786"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Krishna P. Gummadi","raw_affiliation_strings":["Max Planck Institute for Software Systems, Germany"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Software Systems, Germany","institution_ids":["https://openalex.org/I4210121786"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037473201","display_name":"Isabel Valera","orcid":"https://orcid.org/0000-0002-6440-4376"},"institutions":[{"id":"https://openalex.org/I4210121786","display_name":"Max Planck Institute for Software Systems","ror":"https://ror.org/02pe2kf23","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210121786"]},{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Isabel Valera","raw_affiliation_strings":["Saarland University, Germany and Max Planck Institute for Software Systems, Germany"],"affiliations":[{"raw_affiliation_string":"Saarland University, Germany and Max Planck Institute for Software Systems, Germany","institution_ids":["https://openalex.org/I4210121786","https://openalex.org/I91712215"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5064370422"],"corresponding_institution_ids":["https://openalex.org/I4210135521","https://openalex.org/I91712215"],"apc_list":null,"apc_paid":null,"fwci":0.59,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.73561151,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1421","last_page":"1433"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7392617464065552},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.5857540965080261},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.5685201287269592},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5264236330986023},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5145816206932068},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4554145336151123},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.4515114426612854},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.44308310747146606},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4302841126918793},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.41349706053733826},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37323689460754395},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.17147794365882874}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7392617464065552},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5857540965080261},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.5685201287269592},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5264236330986023},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5145816206932068},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4554145336151123},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.4515114426612854},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.44308310747146606},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4302841126918793},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.41349706053733826},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37323689460754395},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.17147794365882874},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3531146.3533199","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533199","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533199","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2205.04790","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.04790","pdf_url":"https://arxiv.org/pdf/2205.04790","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3531146.3533199","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533199","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533199","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G6960426197","display_name":null,"funder_award_id":"789373","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"}],"funders":[{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4280590501.pdf","grobid_xml":"https://content.openalex.org/works/W4280590501.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1819662813","https://openalex.org/W2062118960","https://openalex.org/W2100960835","https://openalex.org/W2486285194","https://openalex.org/W2584805976","https://openalex.org/W2745133928","https://openalex.org/W2747329762","https://openalex.org/W2943927551","https://openalex.org/W2963290659","https://openalex.org/W2963934714","https://openalex.org/W3013969094","https://openalex.org/W3035335952","https://openalex.org/W3096290781","https://openalex.org/W3100906513","https://openalex.org/W3131567681","https://openalex.org/W3134473896","https://openalex.org/W3158363482","https://openalex.org/W3192394615","https://openalex.org/W4233471163","https://openalex.org/W4289125447","https://openalex.org/W4289258088","https://openalex.org/W4312678124","https://openalex.org/W6638208828","https://openalex.org/W6758874912"],"related_works":["https://openalex.org/W3013693939","https://openalex.org/W2566616303","https://openalex.org/W2159052453","https://openalex.org/W3131327266","https://openalex.org/W2734887215","https://openalex.org/W4297051394","https://openalex.org/W2752972570","https://openalex.org/W3182611934","https://openalex.org/W2514264328","https://openalex.org/W1969032534"],"abstract_inverted_index":{"Decision":[0],"making":[1],"algorithms,":[2],"in":[3,69,156,202],"practice,":[4],"are":[5,84],"often":[6,17,76],"trained":[7],"on":[8,23,58,131,173],"data":[9,74,93,186,193],"that":[10,27,94,212,234],"exhibits":[11],"a":[12,59,88,96,129,142,169,174,200,241],"variety":[13],"of":[14,63,91,118,145],"biases.":[15],"Decision-makers":[16],"aim":[18],"to":[19,32,56,108,198,216,222],"take":[20],"decisions":[21],"based":[22,172],"some":[24],"ground-truth":[25,47,224],"target":[26],"is":[28,75],"assumed":[29],"or":[30],"expected":[31],"be":[33,49],"unbiased,":[34],"i.e.,":[35,66,79],"equally":[36],"distributed":[37],"across":[38],"socially":[39],"salient":[40],"groups.":[41],"In":[42,72,164,228],"many":[43],"practical":[44,178],"settings,":[45],"the":[46,64,70,81,92,134,157,196,217,223],"cannot":[48],"directly":[50],"observed,":[51],"and":[52,102,124,148,154,191,194],"instead,":[53],"we":[54,167,209,231],"have":[55],"rely":[57],"biased":[60,67,82],"proxy":[61],"measure":[62],"ground-truth,":[65],"labels,":[68],"data.":[71],"addition,":[73],"selectively":[77],"labeled,":[78],"even":[80],"labels":[83],"only":[85,138,239],"observed":[86],"for":[87,177],"small":[89],"fraction":[90],"received":[95],"positive":[97],"decision.":[98],"To":[99],"overcome":[100],"label":[101],"selection":[103],"biases,":[104],"recent":[105],"work":[106],"proposes":[107],"learn":[109,199],"stochastic,":[110],"exploring":[111],"decision":[112,159],"policies":[113,120,160,249],"via":[114],"i)":[115],"online":[116,204],"training":[117,236],"new":[119],"at":[121,161],"each":[122],"time-step":[123],"ii)":[125],"enforcing":[126],"fairness":[127,252],"as":[128,253,255],"constraint":[130],"performance.":[132],"However,":[133],"existing":[135],"approach":[136,237],"uses":[137,195],"labeled":[139,190],"data,":[140,147,208],"disregarding":[141],"large":[143],"amount":[144],"unlabeled":[146,192],"thereby":[149],"suffers":[150],"from":[151],"high":[152],"instability":[153],"variance":[155],"learned":[158],"different":[162],"times.":[163],"this":[165],"paper,":[166],"propose":[168],"novel":[170],"method":[171,182,214],"variational":[175],"autoencoder":[176],"fair":[179],"decision-making.":[180],"Our":[181],"learns":[183],"an":[184,203],"unbiased":[185],"representation":[187],"leveraging":[188],"both":[189],"representations":[197],"policy":[201,220],"process.":[205],"Using":[206],"synthetic":[207],"empirically":[210],"validate":[211],"our":[213,235],"converges":[215],"optimal":[218],"(fair)":[219],"according":[221],"with":[225,250],"low":[226],"variance.":[227],"real-world":[229],"experiments,":[230],"further":[232],"show":[233],"not":[238],"offers":[240],"more":[242],"stable":[243],"learning":[244],"process":[245],"but":[246],"also":[247],"yields":[248],"higher":[251],"well":[254],"utility":[256],"than":[257],"previous":[258],"approaches.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}