{"id":"https://openalex.org/W3003599720","doi":"https://doi.org/10.1145/3351095.3372859","title":"Studying up","display_name":"Studying up","publication_year":2020,"publication_date":"2020-01-27","ids":{"openalex":"https://openalex.org/W3003599720","doi":"https://doi.org/10.1145/3351095.3372859","mag":"3003599720"},"language":"en","primary_location":{"id":"doi:10.1145/3351095.3372859","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3351095.3372859","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3351095.3372859","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3351095.3372859","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042416509","display_name":"Chelsea Barabas","orcid":"https://orcid.org/0000-0003-3053-6394"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chelsea Barabas","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045962094","display_name":"Colin Doyle","orcid":"https://orcid.org/0000-0001-6226-2338"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Colin Doyle","raw_affiliation_strings":["Harvard Law School"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard Law School","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013485069","display_name":"JB Rubinovitz","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"JB Rubinovitz","raw_affiliation_strings":["Massachusetts Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068694242","display_name":"Karthik Dinakar","orcid":"https://orcid.org/0000-0001-7482-0237"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karthik Dinakar","raw_affiliation_strings":["Harvard Law School"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard Law School","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.2385,"has_fulltext":true,"cited_by_count":104,"citation_normalized_percentile":{"value":0.99150408,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"167","last_page":"176"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13877","display_name":"Law in Society and Culture","score":0.9204999804496765,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sociotechnical-system","display_name":"Sociotechnical system","score":0.8284525871276855},{"id":"https://openalex.org/keywords/situated","display_name":"Situated","score":0.7025906443595886},{"id":"https://openalex.org/keywords/cognitive-reframing","display_name":"Cognitive reframing","score":0.6994487047195435},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5830268859863281},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.5535258054733276},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.5472303628921509},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5385692119598389},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4577362537384033},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4508882462978363},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44588226079940796},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.432967871427536},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3707805871963501},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3615763187408447},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.36019229888916016},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.20207267999649048},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14597079157829285},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.14343440532684326}],"concepts":[{"id":"https://openalex.org/C127627568","wikidata":"https://www.wikidata.org/wiki/Q1639361","display_name":"Sociotechnical system","level":2,"score":0.8284525871276855},{"id":"https://openalex.org/C132829578","wikidata":"https://www.wikidata.org/wiki/Q581151","display_name":"Situated","level":2,"score":0.7025906443595886},{"id":"https://openalex.org/C187029079","wikidata":"https://www.wikidata.org/wiki/Q958679","display_name":"Cognitive reframing","level":2,"score":0.6994487047195435},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5830268859863281},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.5535258054733276},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.5472303628921509},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5385692119598389},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4577362537384033},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4508882462978363},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44588226079940796},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.432967871427536},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3707805871963501},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3615763187408447},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.36019229888916016},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.20207267999649048},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14597079157829285},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.14343440532684326},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3351095.3372859","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3351095.3372859","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3351095.3372859","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3351095.3372859","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3351095.3372859","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3351095.3372859","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3003599720.pdf","grobid_xml":"https://content.openalex.org/works/W3003599720.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W66516122","https://openalex.org/W560295644","https://openalex.org/W627722937","https://openalex.org/W1985152944","https://openalex.org/W1995844632","https://openalex.org/W2013387357","https://openalex.org/W2014352947","https://openalex.org/W2034332913","https://openalex.org/W2063232423","https://openalex.org/W2063949544","https://openalex.org/W2100960835","https://openalex.org/W2116223873","https://openalex.org/W2127767004","https://openalex.org/W2159966428","https://openalex.org/W2164952226","https://openalex.org/W2470554584","https://openalex.org/W2472829242","https://openalex.org/W2534101341","https://openalex.org/W2737089608","https://openalex.org/W2750144484","https://openalex.org/W2755246076","https://openalex.org/W2788007910","https://openalex.org/W2890943939","https://openalex.org/W2892657864","https://openalex.org/W2896833840","https://openalex.org/W2897154134","https://openalex.org/W2910548926","https://openalex.org/W2919193235","https://openalex.org/W2942659792","https://openalex.org/W2945776595","https://openalex.org/W3101243562","https://openalex.org/W3118647007","https://openalex.org/W3123098919","https://openalex.org/W3125203539","https://openalex.org/W3140413064","https://openalex.org/W4239844450","https://openalex.org/W4246247840","https://openalex.org/W4252842251"],"related_works":["https://openalex.org/W1965599462","https://openalex.org/W1980714815","https://openalex.org/W2061896288","https://openalex.org/W3133630643","https://openalex.org/W2256481674","https://openalex.org/W2025581759","https://openalex.org/W608490485","https://openalex.org/W2417845289","https://openalex.org/W2481729736","https://openalex.org/W3118029303"],"abstract_inverted_index":{"Research":[0],"within":[1,126,249],"the":[2,10,45,59,70,76,127,135,143,146,154,160,163,198,215,229,250,258,272],"social":[3,32],"sciences":[4],"and":[5,25,35,39,47,89,101,247,278,297],"humanities":[6],"has":[7,151],"long":[8],"characterized":[9],"work":[11,116,181,290],"of":[12,20,23,37,61,78,87,92,129,137,156,165,200,217,245,295],"data":[13,50,106,265,288],"science":[14,266,289],"as":[15,117,134],"a":[16,21,84,122,172,194],"sociotechnical":[17],"process,":[18,273],"comprised":[19],"set":[22,86],"logics":[24],"techniques":[26],"that":[27,145,162,268,291],"are":[28],"inseparable":[29],"from":[30,171,178],"specific":[31,123],"norms,":[33],"expectations":[34],"contexts":[36],"development":[38],"use.":[40],"Yet":[41],"all":[42],"too":[43],"often":[44],"assumptions":[46],"premises":[48],"underlying":[49],"analysis":[51],"remain":[52],"unexamined,":[53],"even":[54],"in":[55,67,153,193,209,263,287],"contemporary":[56,218],"debates":[57],"about":[58,280],"fairness":[60,77,167,199,219],"algorithmic":[62,79,166,202],"systems.":[63],"This":[64],"blindspot":[65],"exists":[66],"part":[68],"because":[69],"methodological":[71,124],"toolkit":[72],"used":[73],"to":[74,83,108,133,148,187,223,238,284],"evaluate":[75],"systems":[80],"remains":[81],"limited":[82],"narrow":[85],"computational":[88],"legal":[90],"modes":[91],"analysis.":[93],"In":[94,271],"this":[95],"paper,":[96],"we":[97,233,255,260,274],"expand":[98],"on":[99,142,240,257],"Elish":[100],"Boyd's":[102],"[17]":[103],"call":[104,147],"for":[105,113],"scientists":[107],"develop":[109],"more":[110],"robust":[111],"frameworks":[112],"understanding":[114],"their":[115],"situated":[118],"practice":[119,136],"by":[120],"examining":[121],"debate":[125,196],"field":[128,155,164],"anthropology,":[130],"frequently":[131],"referred":[132],"\"studying":[138],"up\".":[139,270],"We":[140,213],"reflect":[141,256],"contributions":[144],"\"study":[149,269],"up\"":[150],"made":[152],"anthropology":[157],"before":[158,227],"making":[159],"case":[161,176],"would":[168],"similarly":[169],"benefit":[170],"reorientation":[173],"\"upward\".":[174],"A":[175],"study":[177],"our":[179,235],"own":[180],"illustrates":[182],"what":[183,281],"it":[184,282],"looks":[185],"like":[186],"reorient":[188],"one's":[189],"research":[190,236],"questions":[191,237,279],"\"up\"":[192],"high-profile":[195],"regarding":[197],"an":[201],"system":[203],"-":[204],"namely,":[205],"pretrial":[206,224],"risk":[207,225],"assessment":[208,226],"American":[210],"criminal":[211],"law.":[212],"discuss":[214],"limitations":[216],"discourse":[220],"with":[221],"regard":[222],"highlighting":[228],"insights":[230,277],"gained":[231],"when":[232],"reframe":[234],"focus":[239],"those":[241],"who":[242],"inhabit":[243],"positions":[244],"power":[246,296],"authority":[248],"U.S.":[251],"court":[252],"system.":[253],"Finally,":[254],"challenges":[259],"have":[261],"encountered":[262],"implementing":[264],"projects":[267],"surface":[275],"new":[276],"means":[283],"ethically":[285],"engage":[286],"directly":[292],"confronts":[293],"issues":[294],"authority.":[298]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":10}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2020-02-07T00:00:00"}