{"id":"https://openalex.org/W4283166367","doi":"https://doi.org/10.1145/3531146.3534641","title":"Measuring Fairness of Rankings under Noisy Sensitive Information","display_name":"Measuring Fairness of Rankings under Noisy Sensitive Information","publication_year":2022,"publication_date":"2022-06-20","ids":{"openalex":"https://openalex.org/W4283166367","doi":"https://doi.org/10.1145/3531146.3534641"},"language":"en","primary_location":{"id":"doi:10.1145/3531146.3534641","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3534641","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3534641","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3534641","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041491819","display_name":"Azin Ghazimatin","orcid":"https://orcid.org/0000-0002-0282-2425"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Azin Ghazimatin","raw_affiliation_strings":["Spotify, Germany"],"affiliations":[{"raw_affiliation_string":"Spotify, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006408039","display_name":"Matth\u00e4us Kleinde\u00dfner","orcid":"https://orcid.org/0000-0002-9907-4610"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthaus Kleindessner","raw_affiliation_strings":["Amazon Web Services, Germany"],"affiliations":[{"raw_affiliation_string":"Amazon Web Services, Germany","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008943199","display_name":"Chris Russell","orcid":"https://orcid.org/0000-0003-1665-1759"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Chris Russell","raw_affiliation_strings":["Amazon Web Services, Germany"],"affiliations":[{"raw_affiliation_string":"Amazon Web Services, Germany","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009128577","display_name":"Ziawasch Abedjan","orcid":"https://orcid.org/0000-0002-2846-1373"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ziawasch Abedjan","raw_affiliation_strings":["Leibniz Universitat Hannover, Germany and Amazon Search, Germany"],"affiliations":[{"raw_affiliation_string":"Leibniz Universitat Hannover, Germany and Amazon Search, Germany","institution_ids":["https://openalex.org/I4210089985","https://openalex.org/I114112103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055649136","display_name":"Jacek Go\u0142\u0119biowski","orcid":"https://orcid.org/0000-0001-8053-8318"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jacek Golebiowski","raw_affiliation_strings":["Amazon Search, Germany"],"affiliations":[{"raw_affiliation_string":"Amazon Search, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5041491819"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2559,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.81767956,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2263","last_page":"2279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.9531000256538391,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9021999835968018,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.8910381197929382},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7221130728721619},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6904337406158447},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6492366194725037},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5215446949005127},{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.42029958963394165},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.40303900837898254},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39192652702331543},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34373340010643005}],"concepts":[{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.8910381197929382},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7221130728721619},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6904337406158447},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6492366194725037},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5215446949005127},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.42029958963394165},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40303900837898254},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39192652702331543},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34373340010643005},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3531146.3534641","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3534641","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3534641","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3531146.3534641","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3534641","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3534641","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4283166367.pdf","grobid_xml":"https://content.openalex.org/works/W4283166367.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1974360117","https://openalex.org/W2026019770","https://openalex.org/W2100960835","https://openalex.org/W2115584760","https://openalex.org/W2149252982","https://openalex.org/W2158343516","https://openalex.org/W2327878920","https://openalex.org/W2530395818","https://openalex.org/W2544318541","https://openalex.org/W2704480242","https://openalex.org/W2787991113","https://openalex.org/W2888099522","https://openalex.org/W2897852178","https://openalex.org/W2912265160","https://openalex.org/W2913539872","https://openalex.org/W2950173087","https://openalex.org/W2963189767","https://openalex.org/W2963392941","https://openalex.org/W2964751853","https://openalex.org/W2973094059","https://openalex.org/W2997398218","https://openalex.org/W2997919412","https://openalex.org/W3008907338","https://openalex.org/W3012903288","https://openalex.org/W3028722847","https://openalex.org/W3102092462","https://openalex.org/W3102518922","https://openalex.org/W3103891807","https://openalex.org/W3105035347","https://openalex.org/W3126557831","https://openalex.org/W3134936382","https://openalex.org/W3135636354","https://openalex.org/W3152661589","https://openalex.org/W3152757293","https://openalex.org/W3181414820","https://openalex.org/W3185376810","https://openalex.org/W3195539336","https://openalex.org/W3210668460","https://openalex.org/W3214911045","https://openalex.org/W4205941772","https://openalex.org/W4210631930","https://openalex.org/W4234497469","https://openalex.org/W4250212716","https://openalex.org/W4285613665","https://openalex.org/W4288083799","https://openalex.org/W4288083801","https://openalex.org/W4288617781","https://openalex.org/W4300482433","https://openalex.org/W6728551298","https://openalex.org/W6772013027"],"related_works":["https://openalex.org/W4231704780","https://openalex.org/W2083794993","https://openalex.org/W352609212","https://openalex.org/W51364034","https://openalex.org/W2151687600","https://openalex.org/W2898073868","https://openalex.org/W4284663758","https://openalex.org/W4394664786","https://openalex.org/W2953195940","https://openalex.org/W2811294811"],"abstract_inverted_index":{"Metrics":[0],"commonly":[1],"used":[2],"to":[3,44,52,71,83],"assess":[4],"group":[5,13,27,92],"fairness":[6,78,93,114,159,187],"in":[7,56,94,102,189],"ranking":[8,95,117],"require":[9],"the":[10,88,103,123,139,147,178],"knowledge":[11],"of":[12,90,99,105,115,180],"membership":[14,28],"labels":[15,55,68,164],"(e.g.,":[16],"whether":[17],"a":[18,97,116,132],"job":[19],"applicant":[20],"is":[21,41,51,165],"male":[22],"or":[23,36],"female).":[24],"Obtaining":[25],"accurate":[26],"labels,":[29,47],"however,":[30],"may":[31],"be":[32,120,144],"costly,":[33],"operationally":[34],"difficult,":[35],"even":[37],"infeasible.":[38],"Where":[39],"it":[40],"not":[42],"possible":[43],"obtain":[45],"these":[46],"one":[48],"common":[49],"solution":[50],"use":[53],"proxy":[54,106,124,151,163],"their":[57],"place,":[58],"which":[59],"are":[60,69],"typically":[61],"predicted":[62],"by":[63],"machine":[64],"learning":[65],"models.":[66],"Proxy":[67],"susceptible":[70],"systematic":[72],"biases,":[73],"and":[74,130,173],"using":[75],"them":[76],"for":[77,96,135,184],"estimation":[79],"can":[80,118,143],"thus":[81],"lead":[82],"unreliable":[84],"assessments.":[85],"We":[86,108,126,153],"investigate":[87],"problem":[89],"measuring":[91],"suite":[98],"divergence-based":[100],"metrics":[101],"presence":[104],"labels.":[107,125,152],"show":[109],"that":[110,155],"under":[111],"certain":[112],"assumptions,":[113],"reliably":[119],"measured":[121],"from":[122,146],"formalize":[127],"two":[128],"assumptions":[129,158],"provide":[131],"theoretical":[133],"analysis":[134],"each":[136],"showing":[137],"how":[138],"true":[140],"metric":[141],"values":[142],"derived":[145],"estimates":[148],"based":[149,161],"on":[150,162,170],"prove":[154],"without":[156],"such":[157],"assessment":[160],"impossible.":[166],"Through":[167],"extensive":[168],"experiments":[169],"both":[171],"synthetic":[172],"real":[174],"datasets,":[175],"we":[176],"demonstrate":[177],"effectiveness":[179],"our":[181],"proposed":[182],"methods":[183],"recovering":[185],"reliable":[186],"assessments":[188],"rankings.":[190]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}