{"id":"https://openalex.org/W4399364344","doi":"https://doi.org/10.1145/3630106.3658974","title":"One Model Many Scores: Using Multiverse Analysis to Prevent Fairness Hacking and Evaluate the Influence of Model Design Decisions","display_name":"One Model Many Scores: Using Multiverse Analysis to Prevent Fairness Hacking and Evaluate the Influence of Model Design Decisions","publication_year":2024,"publication_date":"2024-06-03","ids":{"openalex":"https://openalex.org/W4399364344","doi":"https://doi.org/10.1145/3630106.3658974"},"language":"en","primary_location":{"id":"doi:10.1145/3630106.3658974","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658974","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658974","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658974","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041051738","display_name":"Jan Simson","orcid":"https://orcid.org/0000-0002-9406-7761"},"institutions":[{"id":"https://openalex.org/I4403386549","display_name":"Munich Center for Machine Learning","ror":"https://ror.org/02nfy3535","country_code":null,"type":"education","lineage":["https://openalex.org/I4403386549","https://openalex.org/I62916508","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Jan Simson","raw_affiliation_strings":["Institute of Statistics, LMU Munich, Germany and Munich Center for Machine Learning (MCML), Germany"],"raw_orcid":"https://orcid.org/0000-0002-9406-7761","affiliations":[{"raw_affiliation_string":"Institute of Statistics, LMU Munich, Germany and Munich Center for Machine Learning (MCML), Germany","institution_ids":["https://openalex.org/I8204097","https://openalex.org/I4403386549"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019209786","display_name":"Florian Pfisterer","orcid":"https://orcid.org/0000-0001-8867-762X"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florian Pfisterer","raw_affiliation_strings":["Institute of Statistics, LMU Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8867-762X","affiliations":[{"raw_affiliation_string":"Institute of Statistics, LMU Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066229916","display_name":"Christoph Kern","orcid":"https://orcid.org/0000-0001-7363-4299"},"institutions":[{"id":"https://openalex.org/I4403386549","display_name":"Munich Center for Machine Learning","ror":"https://ror.org/02nfy3535","country_code":null,"type":"education","lineage":["https://openalex.org/I4403386549","https://openalex.org/I62916508","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christoph Kern","raw_affiliation_strings":["Institute of Statistics, LMU Munich, Germany and Munich Center for Machine Learning (MCML), Germany"],"raw_orcid":"https://orcid.org/0000-0001-7363-4299","affiliations":[{"raw_affiliation_string":"Institute of Statistics, LMU Munich, Germany and Munich Center for Machine Learning (MCML), Germany","institution_ids":["https://openalex.org/I8204097","https://openalex.org/I4403386549"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5041051738"],"corresponding_institution_ids":["https://openalex.org/I4403386549","https://openalex.org/I8204097"],"apc_list":null,"apc_paid":null,"fwci":3.9897,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.94123251,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1305","last_page":"1320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9179999828338623,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6286841630935669},{"id":"https://openalex.org/keywords/hacker","display_name":"Hacker","score":0.576877236366272},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.356212854385376},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3498229384422302},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16368511319160461}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6286841630935669},{"id":"https://openalex.org/C86844869","wikidata":"https://www.wikidata.org/wiki/Q2798820","display_name":"Hacker","level":2,"score":0.576877236366272},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.356212854385376},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3498229384422302},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16368511319160461}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3630106.3658974","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658974","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658974","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:ub-madoc.bib.uni-mannheim.de:67295","is_oa":true,"landing_page_url":"https://dl.acm.org/doi/10.1145/3630106.3658974","pdf_url":null,"source":{"id":"https://openalex.org/S4377196315","display_name":"MADOC (University of Mannheim)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177802217","host_organization_name":"University of Mannheim","host_organization_lineage":["https://openalex.org/I177802217"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Konferenzver\u00f6ffentlichung"}],"best_oa_location":{"id":"doi:10.1145/3630106.3658974","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658974","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658974","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5099999904632568},{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4699999988079071}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320875","display_name":"Deutscher Akademischer Austauschdienst","ror":"https://ror.org/039djdh30"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399364344.pdf"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1897139626","https://openalex.org/W2088286197","https://openalex.org/W2158406371","https://openalex.org/W2161498332","https://openalex.org/W2322006099","https://openalex.org/W2526501380","https://openalex.org/W2582743722","https://openalex.org/W2654438086","https://openalex.org/W2903950532","https://openalex.org/W2963917042","https://openalex.org/W2981869278","https://openalex.org/W2990427812","https://openalex.org/W2997591727","https://openalex.org/W3044225844","https://openalex.org/W3048191395","https://openalex.org/W3097529099","https://openalex.org/W3124690569","https://openalex.org/W3161720865","https://openalex.org/W3172781948","https://openalex.org/W3179950556","https://openalex.org/W3181414820","https://openalex.org/W3187057914","https://openalex.org/W3190196046","https://openalex.org/W3193160514","https://openalex.org/W3213978703","https://openalex.org/W4211116959","https://openalex.org/W4214835294","https://openalex.org/W4283169532","https://openalex.org/W4287605901","https://openalex.org/W4293055795","https://openalex.org/W4296186062","https://openalex.org/W4307475647","https://openalex.org/W4320733112","https://openalex.org/W4361806824","https://openalex.org/W4376311852","https://openalex.org/W4380319991","https://openalex.org/W4380369591","https://openalex.org/W4390638775","https://openalex.org/W4393161133","https://openalex.org/W6912646996","https://openalex.org/W6969259846"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2921504876","https://openalex.org/W2725637128","https://openalex.org/W2897593657","https://openalex.org/W3006507989","https://openalex.org/W2294330327","https://openalex.org/W4251184983","https://openalex.org/W2371430952","https://openalex.org/W2381740503"],"abstract_inverted_index":{"A":[0],"vast":[1],"number":[2],"of":[3,27,57,84,90,123,127,132,138,153,177,187,204],"systems":[4,29],"across":[5],"the":[6,33,53,70,82,88,143,149,202,215],"world":[7],"use":[8],"algorithmic":[9,94],"decision":[10,128],"making":[11],"(ADM)":[12],"to":[13,172,209,232,254],"(partially)":[14],"automate":[15],"decisions":[16,34,59,103,161,181,200],"that":[17],"have":[18],"previously":[19],"been":[20],"made":[21,35,61],"by":[22,240],"humans.":[23],"The":[24],"downstream":[25],"effects":[26],"ADM":[28],"critically":[30],"depend":[31],"on":[32,79],"during":[36,104],"a":[37,121,205,222,229,234,249],"systems\u2019":[38],"design,":[39],"implementation,":[40],"and":[41,86,106,111,140,151,156,159,179],"evaluation,":[42],"as":[43,221,237],"biases":[44],"in":[45],"data":[46],"can":[47,147,169,207,252],"be":[48,170],"mitigated":[49],"or":[50,227],"reinforced":[51],"along":[52],"modeling":[54],"pipeline.":[55],"Many":[56],"these":[58,133],"are":[60],"implicitly,":[62],"without":[63],"knowing":[64],"exactly":[65],"how":[66,158,166,199,242,248],"they":[67],"will":[68],"influence":[69],"final":[71],"system.":[72],"To":[73],"study":[74,186],"this":[75,256],"issue,":[76],"we":[77,100,119,135],"draw":[78],"insights":[80],"from":[81],"field":[83],"psychology":[85],"introduce":[87],"method":[89],"multiverse":[91,167,250],"analysis":[92,251],"for":[93,193,214],"fairness.":[95,163],"In":[96],"our":[97],"proposed":[98],"method,":[99],"turn":[101],"implicit":[102],"design":[105,178],"evaluation":[107,180,203],"into":[108],"explicit":[109],"ones":[110],"demonstrate":[112,165],"their":[113],"fairness":[114,139,154,175,212,230],"implications.":[115],"By":[116],"combining":[117],"decisions,":[118],"create":[120],"grid":[122],"all":[124],"possible":[125],"\u201cuniverses\u201d":[126],"combinations.":[129],"For":[130],"each":[131],"universes,":[134],"compute":[136],"metrics":[137,213],"performance.":[141],"Using":[142],"resulting":[144],"dataset,":[145],"one":[146],"investigate":[148],"variability":[150],"robustness":[152],"scores":[155],"see":[157],"which":[160],"impact":[162],"We":[164,246],"analyses":[168],"used":[171],"better":[173],"understand":[174],"implications":[176],"using":[182],"an":[183],"exemplary":[184],"case":[185],"predicting":[188],"public":[189],"health":[190],"care":[191],"coverage":[192],"vulnerable":[194],"populations.":[195],"Our":[196],"results":[197],"highlight":[198],"regarding":[201],"system":[206],"lead":[208],"vastly":[210],"different":[211],"same":[216],"model.":[217],"This":[218],"is":[219,244],"problematic,":[220],"nefarious":[223],"actor":[224],"could":[225],"optimise":[226],"\u201chack\u201d":[228],"metric":[231],"portray":[233],"discriminating":[235],"model":[236],"fair":[238],"merely":[239],"changing":[241],"it":[243],"evaluated.":[245],"illustrate":[247],"help":[253],"address":[255],"issue.":[257]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}