{"id":"https://openalex.org/W4379925057","doi":"https://doi.org/10.48550/arxiv.2306.03775","title":"Matched Pair Calibration for Ranking Fairness","display_name":"Matched Pair Calibration for Ranking Fairness","publication_year":2023,"publication_date":"2023-06-06","ids":{"openalex":"https://openalex.org/W4379925057","doi":"https://doi.org/10.48550/arxiv.2306.03775"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2306.03775","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.03775","pdf_url":"https://arxiv.org/pdf/2306.03775","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2306.03775","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058639753","display_name":"Hannah Korevaar","orcid":"https://orcid.org/0000-0002-9968-1947"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Korevaar, Hannah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040531985","display_name":"Chris McConnell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McConnell, Chris","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109906998","display_name":"Edmund Y. Tong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Edmund","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026942224","display_name":"Erik Brinkman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brinkman, Erik","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033337397","display_name":"Alana Shine","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shine, Alana","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110988260","display_name":"Mohamed Amir ABBAS","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abbas, Misam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039637956","display_name":"Blossom Metevier","orcid":"https://orcid.org/0009-0002-2793-3831"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Metevier, Blossom","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026829784","display_name":"Sam Corbett\u2010Davies","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Corbett-Davies, Sam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5070912125","display_name":"Khalid El-Arini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"El-Arini, Khalid","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5058639753"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.8978999853134155,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.8978999853134155,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13051","display_name":"Qualitative Comparative Analysis Research","score":0.7663999795913696,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8774218559265137},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6769100427627563},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6246663331985474},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.5874412059783936},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4964774250984192},{"id":"https://openalex.org/keywords/confounding","display_name":"Confounding","score":0.486553817987442},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.44602644443511963},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.42385390400886536},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.35852521657943726},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34626471996307373},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.32042455673217773}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8774218559265137},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6769100427627563},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6246663331985474},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.5874412059783936},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4964774250984192},{"id":"https://openalex.org/C77350462","wikidata":"https://www.wikidata.org/wiki/Q1125472","display_name":"Confounding","level":2,"score":0.486553817987442},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.44602644443511963},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.42385390400886536},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.35852521657943726},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34626471996307373},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.32042455673217773},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2306.03775","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.03775","pdf_url":"https://arxiv.org/pdf/2306.03775","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2306.03775","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.03775","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2306.03775","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.03775","pdf_url":"https://arxiv.org/pdf/2306.03775","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.6200000047683716,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4379925057.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2994176440","https://openalex.org/W2510575233","https://openalex.org/W2978999882","https://openalex.org/W2481749367","https://openalex.org/W830718730","https://openalex.org/W2157524492","https://openalex.org/W2018278180","https://openalex.org/W3043997204","https://openalex.org/W3124636075","https://openalex.org/W3132695196"],"abstract_inverted_index":{"We":[0,64],"propose":[1],"a":[2,17,76,126],"test":[3],"of":[4,19,34,73,100,120],"fairness":[5,71,91],"in":[6,61,135],"score-based":[7],"ranking":[8,35,81,90,128,137],"systems":[9],"called":[10],"matched":[11,20,122],"pair":[12,123],"calibration.":[13],"Our":[14],"approach":[15,68,85],"constructs":[16],"set":[18,130],"item":[21],"pairs":[22],"with":[23],"minimal":[24],"confounding":[25],"differences":[26,57],"between":[27,49],"subgroups":[28],"before":[29],"computing":[30],"an":[31,118],"appropriate":[32],"measure":[33],"error":[36],"over":[37],"the":[38,70,98,108],"set.":[39],"The":[40],"matching":[41],"step":[42],"ensures":[43],"that":[44,54],"we":[45,116],"compare":[46],"subgroup":[47],"outcomes":[48],"identically":[50],"scored":[51],"items":[52],"so":[53],"measured":[55],"performance":[56],"directly":[58],"imply":[59],"unfairness":[60],"subgroup-level":[62],"exposures.":[63],"show":[65],"how":[66,97],"our":[67,84,94],"generalizes":[69],"intuitions":[72],"calibration":[74,124],"from":[75],"binary":[77],"classification":[78],"setting":[79],"to":[80,86,105,112,125,131],"and":[82],"connect":[83],"other":[87],"proposals":[88],"for":[89],"measures.":[92],"Moreover,":[93],"strategy":[95],"shows":[96],"logic":[99],"marginal":[101],"outcome":[102],"tests":[103],"extends":[104],"cases":[106],"where":[107],"analyst":[109],"has":[110],"access":[111],"model":[113],"scores.":[114],"Lastly,":[115],"provide":[117],"example":[119],"applying":[121],"real-word":[127],"data":[129],"demonstrate":[132],"its":[133],"efficacy":[134],"detecting":[136],"bias.":[138]},"counts_by_year":[],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}