{"id":"https://openalex.org/W4213170381","doi":"https://doi.org/10.1145/3488560.3498441","title":"Understanding and Mitigating the Effect of Outliers in Fair Ranking","display_name":"Understanding and Mitigating the Effect of Outliers in Fair Ranking","publication_year":2022,"publication_date":"2022-02-11","ids":{"openalex":"https://openalex.org/W4213170381","doi":"https://doi.org/10.1145/3488560.3498441"},"language":"en","primary_location":{"id":"doi:10.1145/3488560.3498441","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3488560.3498441","pdf_url":null,"source":{"id":"https://openalex.org/S4363608885","display_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2112.11251","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019856237","display_name":"Fatemeh Sarvi","orcid":"https://orcid.org/0000-0002-6284-1636"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Fatemeh Sarvi","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086303295","display_name":"Maria Heuss","orcid":"https://orcid.org/0000-0001-5360-9627"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maria Heuss","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063466614","display_name":"Mohammad Aliannejadi","orcid":"https://orcid.org/0000-0002-9447-4172"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mohammad Aliannejadi","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090934117","display_name":"Sebastian Schelter","orcid":"https://orcid.org/0000-0003-4722-5840"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sebastian Schelter","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031439294","display_name":"Maarten de Rijke","orcid":"https://orcid.org/0000-0002-1086-0202"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten de Rijke","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.8346,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.97856431,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"861","last_page":"869"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.9347377419471741},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8877863883972168},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.688591718673706},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.48345527052879333},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.4828968048095703},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.41024070978164673},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36474400758743286},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.360429048538208},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.06239387392997742}],"concepts":[{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.9347377419471741},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8877863883972168},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.688591718673706},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.48345527052879333},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.4828968048095703},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.41024070978164673},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36474400758743286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.360429048538208},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.06239387392997742},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3488560.3498441","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3488560.3498441","pdf_url":null,"source":{"id":"https://openalex.org/S4363608885","display_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/7880a3af-381d-4ca2-b9ea-a0eb77feb5fe","is_oa":false,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/understanding-and-mitigating-the-effect-of-outliers-in-fair-ranking(7880a3af-381d-4ca2-b9ea-a0eb77feb5fe).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:arXiv.org:2112.11251","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2112.11251","pdf_url":"https://arxiv.org/pdf/2112.11251","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/7880a3af-381d-4ca2-b9ea-a0eb77feb5fe","is_oa":false,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/understanding-and-mitigating-the-effect-of-outliers-in-fair-ranking(7880a3af-381d-4ca2-b9ea-a0eb77feb5fe).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WSDM '22: Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining : February 21-25, 2022 : virtual event, Tempe, AZ, USA, 861 - 869","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2112.11251","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2112.11251","pdf_url":"https://arxiv.org/pdf/2112.11251","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G2077179214","display_name":"ConverSE: Conversational Search Engines: Algorithms, Models, and Evaluation Methods","funder_award_id":"016.Vidi.189.039","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1530232915","https://openalex.org/W1532325895","https://openalex.org/W1971522720","https://openalex.org/W1971540428","https://openalex.org/W2067086051","https://openalex.org/W2102999520","https://openalex.org/W2108862644","https://openalex.org/W2152314154","https://openalex.org/W2330891734","https://openalex.org/W2339829457","https://openalex.org/W2340526403","https://openalex.org/W2507134384","https://openalex.org/W2544318541","https://openalex.org/W2704480242","https://openalex.org/W2748058847","https://openalex.org/W2771647914","https://openalex.org/W2787991113","https://openalex.org/W2793509414","https://openalex.org/W2804927761","https://openalex.org/W2878188201","https://openalex.org/W2897955056","https://openalex.org/W2911802745","https://openalex.org/W2912638141","https://openalex.org/W2922169395","https://openalex.org/W2950173087","https://openalex.org/W2962762307","https://openalex.org/W2985671795","https://openalex.org/W3012600133","https://openalex.org/W3013948354","https://openalex.org/W3023202929","https://openalex.org/W3028579689","https://openalex.org/W3028722847","https://openalex.org/W3092221098","https://openalex.org/W3094600186","https://openalex.org/W3101148092","https://openalex.org/W3102092462","https://openalex.org/W3102518922","https://openalex.org/W3103891807","https://openalex.org/W3104475013","https://openalex.org/W3105035347","https://openalex.org/W3105148189","https://openalex.org/W3112511105","https://openalex.org/W3128465814","https://openalex.org/W3139492312","https://openalex.org/W3160125849","https://openalex.org/W3188832012","https://openalex.org/W3197548413","https://openalex.org/W4233580922","https://openalex.org/W4288079518","https://openalex.org/W4293159471","https://openalex.org/W4294241863","https://openalex.org/W4300482433","https://openalex.org/W4302322961","https://openalex.org/W6737016370"],"related_works":["https://openalex.org/W3127142483","https://openalex.org/W4385565564","https://openalex.org/W2138488530","https://openalex.org/W2898073868","https://openalex.org/W2971071571","https://openalex.org/W2798835721","https://openalex.org/W2387658907","https://openalex.org/W2922169395","https://openalex.org/W2385796165","https://openalex.org/W25098770"],"abstract_inverted_index":{"Traditional":[0],"ranking":[1,35,57,137],"systems":[2],"are":[3,99,122],"expected":[4],"to":[5,40,58,81,87,172],"sort":[6],"items":[7,72,121],"in":[8,55,68,93,101,138,157,180],"the":[9,51,75,106,118,125,139,158,181],"order":[10,116],"of":[11,53,71,84,108,120,127,141,152],"their":[12,17],"relevance":[13],"and":[14,61,104,117,190],"thereby":[15,62],"maximize":[16],"utility.":[18,191],"In":[19,47],"fair":[20,34,136,150],"ranking,":[21,95],"utility":[22],"is":[23],"complemented":[24],"with":[25],"fairness":[26,189],"as":[27],"an":[28,109,144,162],"optimization":[29,170],"goal.":[30],"Recent":[31],"work":[32],"on":[33,37],"focuses":[36],"developing":[38],"algorithms":[39],"optimize":[41],"for":[42,135],"fairness,":[43],"given":[44],"position-based":[45,88],"exposure.":[46,89],"contrast,":[48],"we":[49,166],"identify":[50],"potential":[52],"outliers":[54,98,156,179],"a":[56,69,94,133,173,185],"influence":[59],"exposure":[60,119,153],"negatively":[63],"impact":[64],"fairness.":[65],"An":[66],"outlier":[67,145],"list":[70],"can":[73,79],"alter":[74],"examination":[76],"probabilities,":[77],"which":[78],"lead":[80],"different":[82],"distributions":[83],"attention,":[85],"compared":[86],"We":[90,129],"formalize":[91],"outlierness":[92,169],"show":[96,167],"that":[97,113,168,176],"present":[100,105],"realistic":[102],"datasets,":[103],"results":[107],"eye-tracking":[110],"study,":[111],"showing":[112],"users":[114],"scanning":[115],"influenced":[123],"by":[124,154],"presence":[126,140],"outliers.":[128,142],"then":[130],"introduce":[131],"OMIT,":[132],"method":[134],"Given":[143],"detection":[146],"method,":[147],"OMIT":[148],"improves":[149],"allocation":[151],"suppressing":[155],"top-k":[159],"ranking.":[160],"Using":[161],"academic":[163],"search":[164],"dataset,":[165],"leads":[171],"fairer":[174],"policy":[175],"displays":[177],"fewer":[178],"top-k,":[182],"while":[183],"maintaining":[184],"reasonable":[186],"trade-off":[187],"between":[188]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}