{"id":"https://openalex.org/W4386384664","doi":"https://doi.org/10.48550/arxiv.2308.16681","title":"One Model Many Scores: Using Multiverse Analysis to Prevent Fairness Hacking and Evaluate the Influence of Model Design Decisions","display_name":"One Model Many Scores: Using Multiverse Analysis to Prevent Fairness Hacking and Evaluate the Influence of Model Design Decisions","publication_year":2023,"publication_date":"2023-08-31","ids":{"openalex":"https://openalex.org/W4386384664","doi":"https://doi.org/10.48550/arxiv.2308.16681"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2308.16681","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.16681","pdf_url":"https://arxiv.org/pdf/2308.16681","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.16681","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041051738","display_name":"Jan Simson","orcid":"https://orcid.org/0000-0002-9406-7761"},"institutions":[{"id":"https://openalex.org/I116545467","display_name":"University of Mary","ror":"https://ror.org/055f0jp24","country_code":"US","type":"education","lineage":["https://openalex.org/I116545467"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]},{"id":"https://openalex.org/I4403386549","display_name":"Munich Center for Machine Learning","ror":"https://ror.org/02nfy3535","country_code":null,"type":"education","lineage":["https://openalex.org/I4403386549","https://openalex.org/I62916508","https://openalex.org/I8204097"]}],"countries":["DE","US"],"is_corresponding":true,"raw_author_name":"Simson, Jan","raw_affiliation_strings":["LMU Munich, Germany, Munich Center for Machine Learning (MCML), Germany, and","LMU Munich, Germany and Munich Center for Machine Learning (MCML), Germany","Univer-sity of Maryland, USA","FLORIAN PFISTERER, LMU Munich, Germany"],"affiliations":[{"raw_affiliation_string":"LMU Munich, Germany, Munich Center for Machine Learning (MCML), Germany, and","institution_ids":["https://openalex.org/I8204097","https://openalex.org/I4403386549"]},{"raw_affiliation_string":"LMU Munich, Germany and Munich Center for Machine Learning (MCML), Germany","institution_ids":["https://openalex.org/I8204097","https://openalex.org/I4403386549"]},{"raw_affiliation_string":"Univer-sity of Maryland, USA","institution_ids":["https://openalex.org/I116545467"]},{"raw_affiliation_string":"FLORIAN PFISTERER, LMU Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019209786","display_name":"Florian Pfisterer","orcid":"https://orcid.org/0000-0001-8867-762X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pfisterer, Florian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5066229916","display_name":"Christoph Kern","orcid":"https://orcid.org/0000-0001-7363-4299"},"institutions":[{"id":"https://openalex.org/I4403386549","display_name":"Munich Center for Machine Learning","ror":"https://ror.org/02nfy3535","country_code":null,"type":"education","lineage":["https://openalex.org/I4403386549","https://openalex.org/I62916508","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]},{"id":"https://openalex.org/I116545467","display_name":"University of Mary","ror":"https://ror.org/055f0jp24","country_code":"US","type":"education","lineage":["https://openalex.org/I116545467"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Kern, Christoph","raw_affiliation_strings":["LMU Munich, Germany and Munich Center for Machine Learning (MCML), Germany","FLORIAN PFISTERER, LMU Munich, Germany","Univer-sity of Maryland, USA","LMU Munich, Germany, Munich Center for Machine Learning (MCML), Germany, and"],"affiliations":[{"raw_affiliation_string":"LMU Munich, Germany and Munich Center for Machine Learning (MCML), Germany","institution_ids":["https://openalex.org/I8204097","https://openalex.org/I4403386549"]},{"raw_affiliation_string":"FLORIAN PFISTERER, LMU Munich, Germany","institution_ids":["https://openalex.org/I8204097"]},{"raw_affiliation_string":"Univer-sity of Maryland, USA","institution_ids":["https://openalex.org/I116545467"]},{"raw_affiliation_string":"LMU Munich, Germany, Munich Center for Machine Learning (MCML), Germany, and","institution_ids":["https://openalex.org/I8204097","https://openalex.org/I4403386549"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5041051738"],"corresponding_institution_ids":["https://openalex.org/I116545467","https://openalex.org/I4403386549","https://openalex.org/I8204097"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9674999713897705,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9674999713897705,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10804","display_name":"Health Systems, Economic Evaluations, Quality of Life","score":0.9593999981880188,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7496503591537476},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7150298357009888},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6208189725875854},{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.514633059501648},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4591064453125},{"id":"https://openalex.org/keywords/complex-system","display_name":"Complex system","score":0.42948055267333984},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.39920032024383545},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3958891034126282},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3392085134983063},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3302401900291443},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2810699939727783},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09124952554702759}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7496503591537476},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7150298357009888},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6208189725875854},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.514633059501648},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4591064453125},{"id":"https://openalex.org/C47822265","wikidata":"https://www.wikidata.org/wiki/Q854457","display_name":"Complex system","level":2,"score":0.42948055267333984},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.39920032024383545},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3958891034126282},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3392085134983063},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3302401900291443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2810699939727783},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09124952554702759},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2308.16681","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.16681","pdf_url":"https://arxiv.org/pdf/2308.16681","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2308.16681","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2308.16681","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2308.16681","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.16681","pdf_url":"https://arxiv.org/pdf/2308.16681","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1678356000","https://openalex.org/W1897139626","https://openalex.org/W2088286197","https://openalex.org/W2101234009","https://openalex.org/W2122825543","https://openalex.org/W2131241448","https://openalex.org/W2158406371","https://openalex.org/W2161498332","https://openalex.org/W2200953765","https://openalex.org/W2242464395","https://openalex.org/W2526501380","https://openalex.org/W2530395818","https://openalex.org/W2582743722","https://openalex.org/W2654438086","https://openalex.org/W2963917042","https://openalex.org/W2971155575","https://openalex.org/W2981869278","https://openalex.org/W2990427812","https://openalex.org/W3044225844","https://openalex.org/W3048191395","https://openalex.org/W3124690569","https://openalex.org/W3126806773","https://openalex.org/W3161720865","https://openalex.org/W3172781948","https://openalex.org/W3179950556","https://openalex.org/W3181414820","https://openalex.org/W3187057914","https://openalex.org/W3190196046","https://openalex.org/W3193160514","https://openalex.org/W3213978703","https://openalex.org/W4211116959","https://openalex.org/W4214835294","https://openalex.org/W4230040612","https://openalex.org/W4254238137","https://openalex.org/W4254797871","https://openalex.org/W4287605901","https://openalex.org/W4293055795","https://openalex.org/W4296186062","https://openalex.org/W4297795193","https://openalex.org/W4306887593","https://openalex.org/W4307475647","https://openalex.org/W4320733112","https://openalex.org/W4361806824","https://openalex.org/W4376311852","https://openalex.org/W4380319991","https://openalex.org/W4380369591","https://openalex.org/W4390638775","https://openalex.org/W4393161133","https://openalex.org/W4399585236"],"related_works":["https://openalex.org/W2361713743","https://openalex.org/W3037187668","https://openalex.org/W2147625294","https://openalex.org/W2136050782","https://openalex.org/W2138888940","https://openalex.org/W2770593030","https://openalex.org/W3154990682","https://openalex.org/W2560201613","https://openalex.org/W2171975302","https://openalex.org/W2022352247"],"abstract_inverted_index":{"A":[0],"vast":[1],"number":[2],"of":[3,27,57,84,90,123,127,132,138,153,177,187,204],"systems":[4,29],"across":[5],"the":[6,33,53,70,82,88,143,149,202,215],"world":[7],"use":[8],"algorithmic":[9,94],"decision":[10,128],"making":[11],"(ADM)":[12],"to":[13,172,209,232,254],"(partially)":[14],"automate":[15],"decisions":[16,34,59,103,161,181,200],"that":[17],"have":[18],"previously":[19],"been":[20],"made":[21,35,61],"by":[22,240],"humans.":[23],"The":[24],"downstream":[25],"effects":[26],"ADM":[28],"critically":[30],"depend":[31],"on":[32,79],"during":[36,104],"a":[37,121,205,222,229,234,249],"systems'":[38],"design,":[39],"implementation,":[40],"and":[41,86,106,111,140,151,156,159,179],"evaluation,":[42],"as":[43,221,237],"biases":[44],"in":[45],"data":[46],"can":[47,147,169,207,252],"be":[48,170],"mitigated":[49],"or":[50,227],"reinforced":[51],"along":[52],"modeling":[54],"pipeline.":[55],"Many":[56],"these":[58,133],"are":[60],"implicitly,":[62],"without":[63],"knowing":[64],"exactly":[65],"how":[66,158,166,199,242,248],"they":[67],"will":[68],"influence":[69],"final":[71],"system.":[72],"To":[73],"study":[74,186],"this":[75,256],"issue,":[76],"we":[77,100,119,135],"draw":[78],"insights":[80],"from":[81],"field":[83],"psychology":[85],"introduce":[87],"method":[89],"multiverse":[91,167,250],"analysis":[92,251],"for":[93,193,214],"fairness.":[95,163],"In":[96],"our":[97],"proposed":[98],"method,":[99],"turn":[101],"implicit":[102],"design":[105,178],"evaluation":[107,180,203],"into":[108],"explicit":[109],"ones":[110],"demonstrate":[112,165],"their":[113],"fairness":[114,139,154,175,212,230],"implications.":[115],"By":[116],"combining":[117],"decisions,":[118],"create":[120],"grid":[122],"all":[124],"possible":[125],"\"universes\"":[126],"combinations.":[129],"For":[130],"each":[131],"universes,":[134],"compute":[136],"metrics":[137,213],"performance.":[141],"Using":[142],"resulting":[144],"dataset,":[145],"one":[146],"investigate":[148],"variability":[150],"robustness":[152],"scores":[155],"see":[157],"which":[160],"impact":[162],"We":[164,246],"analyses":[168],"used":[171],"better":[173],"understand":[174],"implications":[176],"using":[182],"an":[183],"exemplary":[184],"case":[185],"predicting":[188],"public":[189],"health":[190],"care":[191],"coverage":[192],"vulnerable":[194],"populations.":[195],"Our":[196],"results":[197],"highlight":[198],"regarding":[201],"system":[206],"lead":[208],"vastly":[210],"different":[211],"same":[216],"model.":[217],"This":[218],"is":[219,244],"problematic,":[220],"nefarious":[223],"actor":[224],"could":[225],"optimise":[226],"\"hack\"":[228],"metric":[231],"portray":[233],"discriminating":[235],"model":[236],"fair":[238],"merely":[239],"changing":[241],"it":[243],"evaluated.":[245],"illustrate":[247],"help":[253],"address":[255],"issue.":[257]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2023-09-02T00:00:00"}