{"id":"https://openalex.org/W4283169532","doi":"https://doi.org/10.1145/3531146.3533149","title":"Model Multiplicity: Opportunities, Concerns, and Solutions","display_name":"Model Multiplicity: Opportunities, Concerns, and Solutions","publication_year":2022,"publication_date":"2022-06-20","ids":{"openalex":"https://openalex.org/W4283169532","doi":"https://doi.org/10.1145/3531146.3533149"},"language":"en","primary_location":{"id":"doi:10.1145/3531146.3533149","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533149","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533149","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533149","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006802134","display_name":"Emily Black","orcid":"https://orcid.org/0000-0002-4301-3739"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Emily Black","raw_affiliation_strings":["Carngie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Carngie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052541789","display_name":"Manish Raghavan","orcid":"https://orcid.org/0000-0002-4155-8145"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Manish Raghavan","raw_affiliation_strings":["Harvard SEAS, USA"],"affiliations":[{"raw_affiliation_string":"Harvard SEAS, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074825066","display_name":"Solon Barocas","orcid":"https://orcid.org/0000-0003-4577-466X"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Solon Barocas","raw_affiliation_strings":["Microsoft Research, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5006802134"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":6.4696,"has_fulltext":true,"cited_by_count":70,"citation_normalized_percentile":{"value":0.97477477,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"850","last_page":"863"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7210063338279724},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6720385551452637},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4909675419330597},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.46531322598457336},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.44660598039627075},{"id":"https://openalex.org/keywords/compromise","display_name":"Compromise","score":0.43724754452705383},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.4280785918235779},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2788814306259155},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.17105144262313843},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.09681105613708496},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.08528941869735718}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7210063338279724},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6720385551452637},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4909675419330597},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.46531322598457336},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.44660598039627075},{"id":"https://openalex.org/C46355384","wikidata":"https://www.wikidata.org/wiki/Q726686","display_name":"Compromise","level":2,"score":0.43724754452705383},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4280785918235779},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2788814306259155},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.17105144262313843},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.09681105613708496},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08528941869735718},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3531146.3533149","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533149","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533149","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3531146.3533149","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533149","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533149","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.6200000047683716,"display_name":"Reduced inequalities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320332598","display_name":"Harvard School of Engineering and Applied Sciences","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4283169532.pdf","grobid_xml":"https://content.openalex.org/works/W4283169532.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W607505555","https://openalex.org/W883681651","https://openalex.org/W1545608014","https://openalex.org/W1546369173","https://openalex.org/W1806647190","https://openalex.org/W1819662813","https://openalex.org/W2100960835","https://openalex.org/W2557007068","https://openalex.org/W2656219660","https://openalex.org/W2765204106","https://openalex.org/W2788007910","https://openalex.org/W2910548926","https://openalex.org/W2913668833","https://openalex.org/W2945976633","https://openalex.org/W2963742154","https://openalex.org/W2995528912","https://openalex.org/W3000952406","https://openalex.org/W3101243562","https://openalex.org/W3101748278","https://openalex.org/W3102708241","https://openalex.org/W3133802387","https://openalex.org/W3158363482","https://openalex.org/W3164854573","https://openalex.org/W3174220540","https://openalex.org/W3192394615","https://openalex.org/W3206637938","https://openalex.org/W4236557361","https://openalex.org/W4288083801","https://openalex.org/W4298235707","https://openalex.org/W6638208828","https://openalex.org/W6845700824"],"related_works":["https://openalex.org/W2801622120","https://openalex.org/W2164141394","https://openalex.org/W4240977217","https://openalex.org/W3036524962","https://openalex.org/W2508088450","https://openalex.org/W2389434635","https://openalex.org/W4214750239","https://openalex.org/W2809283485","https://openalex.org/W4293768783","https://openalex.org/W4288347394"],"abstract_inverted_index":{"Recent":[0],"scholarship":[1],"has":[2],"brought":[3],"attention":[4],"to":[5,73,84,88,95,114,127,179,190,213],"the":[6,44,71,103,158,217,225],"fact":[7],"that":[8,22,56,160,169,202,229],"there":[9,57,161,196],"often":[10],"exist":[11,163],"multiple":[12],"models":[13,124],"for":[14,173],"a":[15,38,49,97,171,174,180],"given":[16],"prediction":[17,172],"task":[18],"with":[19,125,227],"equal":[20,167],"accuracy":[21,106,168],"differ":[23],"in":[24,77,110,182],"their":[25,78,86],"individual-level":[26],"predictions":[27],"or":[28,151],"aggregate":[29],"properties.":[30],"This":[31],"phenomenon\u2014which":[32],"we":[33,210],"call":[34],"model":[35,45,69,79,100,165,193,201,221],"multiplicity\u2014can":[36],"introduce":[37],"good":[39],"deal":[40],"of":[41,51,62,105,166,216],"flexibility":[42,218],"into":[43,141],"selection":[46,80,101],"process,":[47],"creating":[48],"range":[50],"exciting":[52],"opportunities.":[53],"By":[54],"demonstrating":[55],"are":[58,139],"many":[59,111],"different":[60],"ways":[61],"making":[63,148],"equally":[64,122,199],"accurate":[65,123,200],"predictions,":[66],"multiplicity":[67,92,222],"gives":[68],"developers":[70,144],"freedom":[72],"prioritize":[74],"other":[75,128],"values":[76],"process":[81],"without":[82],"having":[83],"abandon":[85],"commitment":[87],"maximizing":[89],"accuracy.":[90],"However,":[91],"also":[93],"brings":[94],"light":[96],"concerning":[98],"truth:":[99],"on":[102],"basis":[104],"alone\u2014the":[107],"default":[108],"procedure":[109],"deployment":[112],"scenarios\u2014fails":[113],"consider":[115],"what":[116],"might":[117,145,162,231],"be":[118,188],"meaningful":[119],"differences":[120],"between":[121],"respect":[126],"criteria":[129,138],"such":[130],"as":[131],"fairness,":[132],"robustness,":[133],"and":[134],"interpretability.":[135],"Unless":[136],"these":[137],"taken":[140],"account":[142],"explicitly,":[143],"end":[146],"up":[147],"unnecessary":[149],"trade-offs":[150],"could":[152],"even":[153],"mask":[154],"intentional":[155],"discrimination.":[156],"Furthermore,":[157],"prospect":[159],"another":[164],"flips":[170],"particular":[175],"individual":[176,187],"may":[177],"lead":[178],"crisis":[181],"justifiability:":[183],"why":[184],"should":[185],"an":[186,191,198],"subject":[189],"adverse":[192],"outcome":[194],"if":[195],"exists":[197],"treats":[203],"them":[204],"more":[205],"favorably?":[206],"In":[207],"this":[208],"work,":[209],"investigate":[211],"how":[212],"take":[214],"advantage":[215],"afforded":[219],"by":[220],"while":[223],"addressing":[224],"concerns":[226],"justifiability":[228],"it":[230],"raise?":[232]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}