{"id":"https://openalex.org/W3152733223","doi":"https://doi.org/10.1145/3404835.3462949","title":"Societal Biases in Retrieved Contents: Measurement Framework and Adversarial Mitigation of BERT Rankers","display_name":"Societal Biases in Retrieved Contents: Measurement Framework and Adversarial Mitigation of BERT Rankers","publication_year":2021,"publication_date":"2021-07-11","ids":{"openalex":"https://openalex.org/W3152733223","doi":"https://doi.org/10.1145/3404835.3462949","mag":"3152733223"},"language":"en","primary_location":{"id":"doi:10.1145/3404835.3462949","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404835.3462949","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2104.13640","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Navid Rekabsaz","orcid":null},"institutions":[{"id":"https://openalex.org/I121883995","display_name":"Johannes Kepler University of Linz","ror":"https://ror.org/052r2xn60","country_code":"AT","type":"education","lineage":["https://openalex.org/I121883995"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Navid Rekabsaz","raw_affiliation_strings":["Johannes Kepler University, Linz, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johannes Kepler University, Linz, Austria","institution_ids":["https://openalex.org/I121883995"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Simone Kopeinik","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088621","display_name":"Know Center Research GmbH (Austria)","ror":"https://ror.org/004zhad81","country_code":"AT","type":"company","lineage":["https://openalex.org/I4210088621"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Simone Kopeinik","raw_affiliation_strings":["Know-Center GmbH, Linz, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Know-Center GmbH, Linz, Austria","institution_ids":["https://openalex.org/I4210088621"]}]},{"author_position":"last","author":{"id":null,"display_name":"Markus Schedl","orcid":null},"institutions":[{"id":"https://openalex.org/I121883995","display_name":"Johannes Kepler University of Linz","ror":"https://ror.org/052r2xn60","country_code":"AT","type":"education","lineage":["https://openalex.org/I121883995"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Markus Schedl","raw_affiliation_strings":["Johannes Kepler University, Linz, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johannes Kepler University, Linz, Austria","institution_ids":["https://openalex.org/I121883995"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"306","last_page":"316"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8055999875068665},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6923999786376953},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6442999839782715},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.619700014591217},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4941999912261963},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.44449999928474426}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8055999875068665},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7871999740600586},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6923999786376953},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6442999839782715},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.619700014591217},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5090000033378601},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5031999945640564},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4941999912261963},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48399999737739563},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.44449999928474426},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3573000133037567},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.3434000015258789},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.33169999718666077},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2930000126361847},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26649999618530273}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3404835.3462949","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404835.3462949","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2104.13640","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.13640","pdf_url":"https://arxiv.org/pdf/2104.13640","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2104.13640","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.13640","pdf_url":"https://arxiv.org/pdf/2104.13640","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2048437343","https://openalex.org/W2075893676","https://openalex.org/W2117473841","https://openalex.org/W2149252982","https://openalex.org/W2286300105","https://openalex.org/W2544318541","https://openalex.org/W2591615201","https://openalex.org/W2648699835","https://openalex.org/W2704480242","https://openalex.org/W2740321901","https://openalex.org/W2783640434","https://openalex.org/W2787991113","https://openalex.org/W2796402109","https://openalex.org/W2799258637","https://openalex.org/W2888161220","https://openalex.org/W2909212904","https://openalex.org/W2950173087","https://openalex.org/W2950344037","https://openalex.org/W2963116854","https://openalex.org/W2970211217","https://openalex.org/W2971015127","https://openalex.org/W3012903288","https://openalex.org/W3021244424","https://openalex.org/W3021397474","https://openalex.org/W3028722847","https://openalex.org/W3035680038","https://openalex.org/W3037831233","https://openalex.org/W3083093643","https://openalex.org/W3088924330","https://openalex.org/W4300482433","https://openalex.org/W4300539796"],"related_works":[],"abstract_inverted_index":{"Societal":[0],"biases":[1],"resonate":[2],"in":[3,13,25,34,46,52,69,174,211,217],"the":[4,28,47,50,67,70,81,85,88,162,181,190,197,208],"retrieved":[5,71],"contents":[6,73],"of":[7,23,30,49,74,87,92,96,150,154,183],"information":[8],"retrieval":[9,35,132],"(IR)":[10],"systems,":[11],"resulting":[12],"reinforcing":[14],"existing":[15],"stereotypes.":[16],"Approaching":[17],"this":[18,57],"issue":[19],"requires":[20],"established":[21],"measures":[22],"fairness":[24,68,91,148,182,200,212],"respect":[26],"to":[27,41,65,119],"representation":[29],"various":[31],"social":[32],"groups":[33],"results,":[36],"as":[37,39],"well":[38],"methods":[40],"mitigate":[42,99],"such":[43],"biases,":[44,101],"particularly":[45],"light":[48],"advances":[51],"deep":[53],"ranking":[54,75,106,169],"models.":[55,76,193],"In":[56],"work,":[58],"we":[59,102,145,195,205],"first":[60],"provide":[61],"a":[62,78,105,151],"novel":[63],"framework":[64,82],"measure":[66],"text":[72],"Introducing":[77],"ranker-agnostic":[79,177],"measurement,":[80],"also":[83],"enables":[84],"disentanglement":[86],"effect":[89],"on":[90,129,161],"collection":[93],"from":[94],"that":[95,204],"rankers.":[97],"To":[98],"these":[100],"propose":[103],"AdvBert,":[104],"model":[107],"achieved":[108],"by":[109,147],"adapting":[110],"adversarial":[111],"bias":[112],"mitigation":[113],"for":[114],"IR,":[115],"which":[116,144],"jointly":[117],"learns":[118],"predict":[120],"relevance":[121],"and":[122,137,179,201],"remove":[123],"protected":[124],"attributes.":[125,158],"We":[126],"conduct":[127],"experiments":[128],"two":[130],"passage":[131],"collections":[133],"(MSMARCO":[134],"Passage":[135,142],"Re-ranking":[136],"TREC":[138],"Deep":[139],"Learning":[140],"2019":[141],"Re-ranking),":[143],"extend":[146],"annotations":[149],"selected":[152],"subset":[153],"queries":[155],"regarding":[156],"gender":[157],"Our":[159],"results":[160],"MSMARCO":[163],"benchmark":[164],"show":[165],"that,":[166],"(1)":[167],"all":[168],"models":[170],"are":[171],"less":[172],"fair":[173],"comparison":[175],"with":[176],"baselines,":[178],"(2)":[180],"Bert":[184],"rankers":[185],"significantly":[186],"improves":[187],"when":[188],"using":[189],"proposed":[191],"AdvBert":[192],"Lastly,":[194],"investigate":[196],"trade-off":[198],"between":[199],"utility,":[202],"showing":[203],"can":[206],"maintain":[207],"significant":[209,215],"improvements":[210],"without":[213],"any":[214],"loss":[216],"utility.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":11}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2021-04-26T00:00:00"}