{"id":"https://openalex.org/W3174220540","doi":"https://doi.org/10.1145/3531146.3533083","title":"The Values Encoded in Machine Learning Research","display_name":"The Values Encoded in Machine Learning Research","publication_year":2022,"publication_date":"2022-06-20","ids":{"openalex":"https://openalex.org/W3174220540","doi":"https://doi.org/10.1145/3531146.3533083","mag":"3174220540"},"language":"en","primary_location":{"id":"doi:10.1145/3531146.3533083","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533083","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533083","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533083","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038758207","display_name":"Abeba Birhane","orcid":"https://orcid.org/0000-0001-6319-7937"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Abeba Birhane","raw_affiliation_strings":["Mozilla Foundation & University College Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Mozilla Foundation & University College Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011684148","display_name":"Pratyusha Kalluri","orcid":"https://orcid.org/0000-0001-7202-8027"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pratyusha Kalluri","raw_affiliation_strings":["Stanford University, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070767948","display_name":"Dallas Card","orcid":"https://orcid.org/0000-0001-5573-8836"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dallas Card","raw_affiliation_strings":["University of Michigan, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011791808","display_name":"William Agnew","orcid":"https://orcid.org/0000-0002-1362-554X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Agnew","raw_affiliation_strings":["University of Washington, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065366021","display_name":"Ravit Dotan","orcid":"https://orcid.org/0000-0002-9646-8315"},"institutions":[{"id":"https://openalex.org/I4780363","display_name":"Pittsburg State University","ror":"https://ror.org/04hteea03","country_code":"US","type":"education","lineage":["https://openalex.org/I4780363"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ravit Dotan","raw_affiliation_strings":["University of Pittsburg, USA"],"affiliations":[{"raw_affiliation_string":"University of Pittsburg, USA","institution_ids":["https://openalex.org/I4780363"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050311558","display_name":"Michelle Bao","orcid":"https://orcid.org/0009-0008-9489-9139"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michelle Bao","raw_affiliation_strings":["Stanford University, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5038758207"],"corresponding_institution_ids":["https://openalex.org/I100930933"],"apc_list":null,"apc_paid":null,"fwci":22.6766,"has_fulltext":true,"cited_by_count":267,"citation_normalized_percentile":{"value":0.99820144,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"173","last_page":"184"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9649999737739563,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.8253997564315796},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.655341625213623},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6242358088493347},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5034398436546326},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4676259160041809},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.45152395963668823},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.43909355998039246},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.42650705575942993},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.339261531829834},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3197641372680664},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.22958359122276306},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1770913302898407},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.11420983076095581},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10735368728637695}],"concepts":[{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.8253997564315796},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.655341625213623},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6242358088493347},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5034398436546326},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4676259160041809},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.45152395963668823},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43909355998039246},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.42650705575942993},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.339261531829834},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3197641372680664},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.22958359122276306},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1770913302898407},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.11420983076095581},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10735368728637695},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3531146.3533083","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533083","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533083","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3531146.3533083","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533083","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533083","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3174220540.pdf","grobid_xml":"https://content.openalex.org/works/W3174220540.grobid-xml"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W140366907","https://openalex.org/W915745573","https://openalex.org/W1444168786","https://openalex.org/W1498112155","https://openalex.org/W1505389304","https://openalex.org/W1754293002","https://openalex.org/W1925613010","https://openalex.org/W1978376071","https://openalex.org/W1979517429","https://openalex.org/W1988211749","https://openalex.org/W2045613548","https://openalex.org/W2070996757","https://openalex.org/W2100002341","https://openalex.org/W2121821727","https://openalex.org/W2142225512","https://openalex.org/W2153222072","https://openalex.org/W2163284576","https://openalex.org/W2169214811","https://openalex.org/W2206510410","https://openalex.org/W2284386481","https://openalex.org/W2292723020","https://openalex.org/W2293820281","https://openalex.org/W2295229319","https://openalex.org/W2315404267","https://openalex.org/W2321205984","https://openalex.org/W2390008750","https://openalex.org/W2398582829","https://openalex.org/W2568163447","https://openalex.org/W2573660794","https://openalex.org/W2788481061","https://openalex.org/W2795908329","https://openalex.org/W2801930304","https://openalex.org/W2811124557","https://openalex.org/W2883031304","https://openalex.org/W2898970033","https://openalex.org/W2913266441","https://openalex.org/W2916106175","https://openalex.org/W2916118939","https://openalex.org/W2953487715","https://openalex.org/W2954266614","https://openalex.org/W2955425717","https://openalex.org/W2962972504","https://openalex.org/W2963636167","https://openalex.org/W2970680991","https://openalex.org/W2982435932","https://openalex.org/W2991917796","https://openalex.org/W2995660892","https://openalex.org/W2996844929","https://openalex.org/W3003646990","https://openalex.org/W3003809373","https://openalex.org/W3034588146","https://openalex.org/W3037831233","https://openalex.org/W3040416015","https://openalex.org/W3040589425","https://openalex.org/W3041968715","https://openalex.org/W3047579825","https://openalex.org/W3091454361","https://openalex.org/W3093328573","https://openalex.org/W3095809712","https://openalex.org/W3099361686","https://openalex.org/W3105226597","https://openalex.org/W3105424285","https://openalex.org/W3109929940","https://openalex.org/W3133702157","https://openalex.org/W3157172840","https://openalex.org/W3158683096","https://openalex.org/W3161443521","https://openalex.org/W3185966361","https://openalex.org/W3186782927","https://openalex.org/W4210764005","https://openalex.org/W4230414599","https://openalex.org/W4288359825","https://openalex.org/W4310936740","https://openalex.org/W6764598608"],"related_works":["https://openalex.org/W2944277854","https://openalex.org/W2258359646","https://openalex.org/W2493324121","https://openalex.org/W4234402960","https://openalex.org/W4210958110","https://openalex.org/W2483613126","https://openalex.org/W4210994448","https://openalex.org/W4386824558","https://openalex.org/W4394927648","https://openalex.org/W2097838441"],"abstract_inverted_index":{"Machine":[0],"learning":[1,74,80],"currently":[2],"exerts":[3],"an":[4],"outsized":[5],"influence":[6],"on":[7,175,182],"the":[8,27,39,56,66,127,166,197,225],"world,":[9],"increasingly":[10,232],"affecting":[11],"institutional":[12,117],"practices":[13],"and":[14,34,51,83,115,119,139,171,185,192,199,217,221,240,243],"impacted":[15],"communities.":[16],"It":[17],"is":[18,41],"therefore":[19],"critical":[20],"that":[21,124,154,165,210],"we":[22,46,68,150,163,205,230],"question":[23],"vague":[24],"conceptions":[25],"of":[26,89,100,104,111,126,161,201,227],"field":[28,40],"as":[29,62],"value-neutral":[30],"or":[31],"universally":[32],"beneficial,":[33],"investigate":[35],"what":[36],"specific":[37],"values":[38,57,153,213],"advancing.":[42],"In":[43],"this":[44],"paper,":[45],"first":[47],"introduce":[48],"a":[49,135],"method":[50],"annotation":[52],"scheme":[53],"for":[54,97],"studying":[55],"encoded":[58],"in":[59,157,196],"documents":[60],"such":[61],"research":[63],"papers.":[64],"Applying":[65],"scheme,":[67],"analyze":[69],"100":[70],"highly":[71,237],"cited":[72,238],"machine":[73,79],"papers":[75,90,128,167,239],"published":[76],"at":[77],"premier":[78],"conferences,":[81],"ICML":[82],"NeurIPS.":[84],"We":[85,122,187],"annotate":[86],"key":[87,194],"features":[88],"which":[91,102],"reveal":[92],"their":[93,95,98,105,109,116,131],"values:":[94],"justification":[96],"choice":[99],"project,":[101],"attributes":[103],"project":[106,132],"they":[107],"uplift,":[108],"consideration":[110],"potential":[112,144],"negative":[113,143],"consequences,":[114],"affiliations":[118],"funding":[120],"sources.":[121],"find":[123,164,206,231],"few":[125],"justify":[129,170],"how":[130],"connects":[133],"to":[134],"societal":[136],"need":[137],"(15%)":[138],"far":[140],"fewer":[141],"discuss":[142],"(1%).":[145],"Through":[146],"line-by-line":[147],"content":[148],"analysis,":[149],"identify":[151,193],"59":[152],"are":[155,214],"uplifted":[156],"ML":[158],"research,":[159],"and,":[160],"these,":[162],"most":[168],"frequently":[169],"assess":[172],"themselves":[173],"based":[174],"Performance,":[176],"Generalization,":[177],"Quantitative":[178],"evidence,":[179],"Efficiency,":[180],"Building":[181],"past":[183],"work,":[184],"Novelty.":[186],"present":[188],"extensive":[189],"textual":[190,208],"evidence":[191,209],"themes":[195],"definitions":[198],"operationalization":[200],"these":[202,211,236],"values.":[203],"Notably,":[204],"systematic":[207],"top":[212],"being":[215],"defined":[216],"applied":[218],"with":[219],"assumptions":[220],"implications":[222],"generally":[223],"supporting":[224],"centralization":[226],"power.":[228],"Finally,":[229],"close":[233],"ties":[234],"between":[235],"tech":[241],"companies":[242],"elite":[244],"universities.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":59},{"year":2024,"cited_by_count":61},{"year":2023,"cited_by_count":74},{"year":2022,"cited_by_count":37},{"year":2021,"cited_by_count":12}],"updated_date":"2026-04-24T08:23:43.765630","created_date":"2025-10-10T00:00:00"}