{"id":"https://openalex.org/W4376123208","doi":"https://doi.org/10.1145/3539618.3591933","title":"The Role of Relevance in Fair Ranking","display_name":"The Role of Relevance in Fair Ranking","publication_year":2023,"publication_date":"2023-07-18","ids":{"openalex":"https://openalex.org/W4376123208","doi":"https://doi.org/10.1145/3539618.3591933"},"language":"en","primary_location":{"id":"doi:10.1145/3539618.3591933","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3539618.3591933","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3539618.3591933","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3539618.3591933","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010008842","display_name":"Aparna Balagopalan","orcid":"https://orcid.org/0000-0003-1621-9536"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aparna Balagopalan","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1621-9536","affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045620226","display_name":"Abigail Z. Jacobs","orcid":"https://orcid.org/0000-0002-6452-4386"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abigail Z. Jacobs","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-6452-4386","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087294637","display_name":"Asia J. Biega","orcid":"https://orcid.org/0000-0001-8083-0976"},"institutions":[{"id":"https://openalex.org/I4210096592","display_name":"Max Planck Institute for Security and Privacy","ror":"https://ror.org/00bj0r217","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210096592"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Asia J. Biega","raw_affiliation_strings":["Max Planck Institute for Security and Privacy, Bochum, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8083-0976","affiliations":[{"raw_affiliation_string":"Max Planck Institute for Security and Privacy, Bochum, Germany","institution_ids":["https://openalex.org/I4210096592"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7576,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.87221278,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2650","last_page":"2660"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8865046501159668},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.764448881149292},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.749943196773529},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5612333416938782},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.517338216304779},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.5068007111549377},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.35178959369659424},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.3409070074558258},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.33457478880882263},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.21627089381217957},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.10821995139122009},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.10635584592819214}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8865046501159668},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.764448881149292},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.749943196773529},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5612333416938782},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.517338216304779},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.5068007111549377},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35178959369659424},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3409070074558258},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.33457478880882263},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.21627089381217957},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10821995139122009},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10635584592819214},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3539618.3591933","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3539618.3591933","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3539618.3591933","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2305.05608","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.05608","pdf_url":"https://arxiv.org/pdf/2305.05608","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dspace.mit.edu:1721.1/151723","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/151723","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/151723/1/3539618.3591933.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Association for Computing Machinery","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1145/3539618.3591933","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3539618.3591933","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3539618.3591933","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G2289169492","display_name":"Fairness and Intersectional Non-Discrimination in Human Recommendation","funder_award_id":"101070212","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4376123208.pdf","grobid_xml":"https://content.openalex.org/works/W4376123208.grobid-xml"},"referenced_works_count":88,"referenced_works":["https://openalex.org/W189344469","https://openalex.org/W1970548730","https://openalex.org/W1974360117","https://openalex.org/W1981065051","https://openalex.org/W1985554184","https://openalex.org/W1992549066","https://openalex.org/W2008285050","https://openalex.org/W2009979684","https://openalex.org/W2030210677","https://openalex.org/W2037140704","https://openalex.org/W2045334584","https://openalex.org/W2048045485","https://openalex.org/W2048987619","https://openalex.org/W2101234009","https://openalex.org/W2166481425","https://openalex.org/W2279385734","https://openalex.org/W2340526403","https://openalex.org/W2402441596","https://openalex.org/W2507134384","https://openalex.org/W2513853793","https://openalex.org/W2566843992","https://openalex.org/W2612639012","https://openalex.org/W2768455259","https://openalex.org/W2769473018","https://openalex.org/W2787991113","https://openalex.org/W2796727080","https://openalex.org/W2797400361","https://openalex.org/W2878188201","https://openalex.org/W2890291106","https://openalex.org/W2897955056","https://openalex.org/W2910883930","https://openalex.org/W2911802745","https://openalex.org/W2912255075","https://openalex.org/W2912638141","https://openalex.org/W2922169395","https://openalex.org/W2950173087","https://openalex.org/W2962762307","https://openalex.org/W2963189767","https://openalex.org/W2964036349","https://openalex.org/W2991634944","https://openalex.org/W2995006168","https://openalex.org/W2997842202","https://openalex.org/W3002480827","https://openalex.org/W3013218228","https://openalex.org/W3016244823","https://openalex.org/W3016360720","https://openalex.org/W3023202929","https://openalex.org/W3026200234","https://openalex.org/W3028722847","https://openalex.org/W3035140518","https://openalex.org/W3037569409","https://openalex.org/W3082289859","https://openalex.org/W3094600186","https://openalex.org/W3099404779","https://openalex.org/W3101997094","https://openalex.org/W3102518922","https://openalex.org/W3103891807","https://openalex.org/W3104475013","https://openalex.org/W3105035347","https://openalex.org/W3105997200","https://openalex.org/W3129302614","https://openalex.org/W3131730408","https://openalex.org/W3133874049","https://openalex.org/W3139492312","https://openalex.org/W3152624702","https://openalex.org/W3152757293","https://openalex.org/W3154833091","https://openalex.org/W3156662033","https://openalex.org/W3189344277","https://openalex.org/W3200985413","https://openalex.org/W3202419236","https://openalex.org/W3211265021","https://openalex.org/W4205232097","https://openalex.org/W4205941772","https://openalex.org/W4255375128","https://openalex.org/W4280539404","https://openalex.org/W4280652991","https://openalex.org/W4283156909","https://openalex.org/W4283654062","https://openalex.org/W4284677642","https://openalex.org/W4284690424","https://openalex.org/W4285059900","https://openalex.org/W4293876646","https://openalex.org/W4300482433","https://openalex.org/W4302322961","https://openalex.org/W4313444572","https://openalex.org/W4318620910","https://openalex.org/W4323929320"],"related_works":["https://openalex.org/W2085384747","https://openalex.org/W2028495302","https://openalex.org/W2088166309","https://openalex.org/W1891216533","https://openalex.org/W4312133475","https://openalex.org/W2150136235","https://openalex.org/W2053591227","https://openalex.org/W2041353081","https://openalex.org/W2581240705","https://openalex.org/W2568183987"],"abstract_inverted_index":{"Online":[0],"platforms":[1,63],"mediate":[2],"access":[3],"to":[4,15,31,49,67],"opportunity:":[5],"relevance-based":[6],"rankings":[7],"create":[8],"and":[9,18,43,74],"constrain":[10],"options":[11],"by":[12],"allocating":[13],"exposure":[14,51],"job":[16,19],"openings":[17],"candidates":[20],"in":[21,26,103],"hiring":[22],"platforms,":[23],"or":[24],"sellers":[25],"a":[27,100],"marketplace.":[28],"In":[29],"order":[30],"do":[32],"so":[33],"responsibly,":[34],"these":[35,56],"socially":[36],"consequential":[37],"systems":[38],"employ":[39],"various":[40],"fairness":[41],"measures":[42],"interventions,":[44],"many":[45],"of":[46],"which":[47],"seek":[48],"allocate":[50],"based":[52],"on":[53],"worthiness.":[54],"Because":[55],"constructs":[57],"are":[58],"typically":[59],"not":[60],"directly":[61],"observable,":[62],"must":[64],"instead":[65],"resort":[66],"using":[68],"proxy":[69],"scores":[70],"such":[71,80,99],"as":[72,81,95],"relevance":[73,91],"infer":[75],"them":[76],"from":[77],"behavioral":[78],"signals":[79],"searcher":[82],"clicks.":[83],"Yet,":[84],"it":[85],"remains":[86],"an":[87],"open":[88],"question":[89],"whether":[90],"fulfills":[92],"its":[93],"role":[94],"%a":[96],"deservedness":[97],"score":[98,102],"worthiness":[101],"high-stakes":[104],"fair":[105],"rankings.":[106]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}