{"id":"https://openalex.org/W4241369466","doi":"https://doi.org/10.2139/ssrn.3452030","title":"Human Judgement in Algorithmic Loops; Individual Justice and Automated Decision-Making","display_name":"Human Judgement in Algorithmic Loops; Individual Justice and Automated Decision-Making","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W4241369466","doi":"https://doi.org/10.2139/ssrn.3452030"},"language":"en","primary_location":{"id":"doi:10.2139/ssrn.3452030","doi":"https://doi.org/10.2139/ssrn.3452030","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.3452030","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SSRN Electronic Journal","raw_type":"journal-article"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.2139/ssrn.3452030","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101687507","display_name":"Reuben Binns","orcid":"https://orcid.org/0000-0002-8272-5667","observed_orcids":["https://orcid.org/0000-0002-8272-5667","https://orcid.org/0000-0003-4718-2190","https://orcid.org/0000-0001-8717-6559"]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Reuben Binns","raw_affiliation_strings":["University of Oxford, Mansfield Road, Oxford, Oxfordshire OX1 4AU, United Kingdom","University of Oxford, Department of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford, Mansfield Road, Oxford, Oxfordshire OX1 4AU, United Kingdom","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"University of Oxford, Department of Computer Science","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5101687507"],"corresponding_institution_ids":["https://openalex.org/I40120149"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8720999956130981,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8720999956130981,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.10260000079870224,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13364","display_name":"Digitalization, Law, and Regulation","score":0.009999999776482582,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/individual-justice","display_name":"individual justice","score":0.9470000267028809},{"id":"https://openalex.org/keywords/algorithmic-decision-making","display_name":"algorithmic decision-making","score":0.8980000019073486},{"id":"https://openalex.org/keywords/human-judgment","display_name":"human judgment","score":0.9330000281333923},{"id":"https://openalex.org/keywords/human-oversight","display_name":"human oversight","score":0.6240000128746033},{"id":"https://openalex.org/keywords/human-discretion","display_name":"human discretion","score":0.7039999961853027},{"id":"https://openalex.org/keywords/legal-reasoning","display_name":"legal reasoning","score":0.7049999833106995},{"id":"https://openalex.org/keywords/case-by-case-assessment","display_name":"case-by-case analysis","score":0.6449999809265137},{"id":"https://openalex.org/keywords/discrimination","display_name":"discrimination","score":0.4169999957084656},{"id":"https://openalex.org/keywords/fairness","display_name":"fairness","score":0.6759999990463257},{"id":"https://openalex.org/keywords/consistency","display_name":"consistency","score":0.7900000214576721},{"id":"https://openalex.org/keywords/sociotechnical-systems","display_name":"socio-technical systems","score":0.7639999985694885},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"human-in-the-loop","score":0.6480000019073486},{"id":"https://openalex.org/keywords/legal-theory","display_name":"legal theory","score":0.5730000138282776}],"concepts":[{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.8223578929901123},{"id":"https://openalex.org/C139621336","wikidata":"https://www.wikidata.org/wiki/Q3190382","display_name":"Economic Justice","level":2,"score":0.7599917650222778},{"id":"https://openalex.org/C2778449503","wikidata":"https://www.wikidata.org/wiki/Q329777","display_name":"Appeal","level":2,"score":0.7039715647697449},{"id":"https://openalex.org/C2777632292","wikidata":"https://www.wikidata.org/wiki/Q315515","display_name":"Discretion","level":2,"score":0.5985379219055176},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.5053853988647461},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4467683732509613},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.40382811427116394},{"id":"https://openalex.org/C190253527","wikidata":"https://www.wikidata.org/wiki/Q295354","display_name":"Law and economics","level":1,"score":0.3916376829147339},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.3879561722278595},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35501569509506226},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.29970312118530273},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.11800706386566162},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.2139/ssrn.3452030","doi":"https://doi.org/10.2139/ssrn.3452030","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.3452030","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SSRN Electronic Journal","raw_type":"journal-article"},{"id":"doi:10.31228/osf.io/kz4s2","doi":"https://doi.org/10.31228/osf.io/kz4s2","is_oa":true,"landing_page_url":"https://doi.org/10.31228/osf.io/kz4s2","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:share.osf.io:E00D9-3EE-310","doi":null,"is_oa":false,"landing_page_url":"http://osf.io/kz4s2/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401405","display_name":"LawArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"preprint"}],"best_oa_location":{"id":"doi:10.2139/ssrn.3452030","doi":"https://doi.org/10.2139/ssrn.3452030","is_oa":true,"landing_page_url":"https://doi.org/10.2139/ssrn.3452030","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SSRN Electronic Journal","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8046000003814697,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W50182414","https://openalex.org/W218079267","https://openalex.org/W245832809","https://openalex.org/W280775385","https://openalex.org/W611712116","https://openalex.org/W650644064","https://openalex.org/W1511701895","https://openalex.org/W1531202078","https://openalex.org/W1544797908","https://openalex.org/W1545608014","https://openalex.org/W1548778571","https://openalex.org/W1561372048","https://openalex.org/W1579751222","https://openalex.org/W1896830013","https://openalex.org/W1967372400","https://openalex.org/W1973650481","https://openalex.org/W1975325910","https://openalex.org/W1976080514","https://openalex.org/W1987605311","https://openalex.org/W1999380087","https://openalex.org/W2022088950","https://openalex.org/W2023512779","https://openalex.org/W2026019770","https://openalex.org/W2032479868","https://openalex.org/W2056514185","https://openalex.org/W2075256404","https://openalex.org/W2086105103","https://openalex.org/W2100960835","https://openalex.org/W2111542911","https://openalex.org/W2122410182","https://openalex.org/W2147703519","https://openalex.org/W2268520026","https://openalex.org/W2299251378","https://openalex.org/W2309013802","https://openalex.org/W2317566703","https://openalex.org/W2402363783","https://openalex.org/W2530395818","https://openalex.org/W2536769020","https://openalex.org/W2609779437","https://openalex.org/W2619503097","https://openalex.org/W2619680714","https://openalex.org/W2732542917","https://openalex.org/W2738428139","https://openalex.org/W2742760489","https://openalex.org/W2751544856","https://openalex.org/W2768011231","https://openalex.org/W2773523653","https://openalex.org/W2786242872","https://openalex.org/W2792435043","https://openalex.org/W2792731836","https://openalex.org/W2795789495","https://openalex.org/W2796456719","https://openalex.org/W2885615224","https://openalex.org/W2887660369","https://openalex.org/W2891947597","https://openalex.org/W2914596530","https://openalex.org/W2914665179","https://openalex.org/W2917932555","https://openalex.org/W2922720375","https://openalex.org/W2945776595","https://openalex.org/W2952517774","https://openalex.org/W3006949643","https://openalex.org/W3123074717","https://openalex.org/W3123374861","https://openalex.org/W4246043710","https://openalex.org/W4249183207","https://openalex.org/W4249318453","https://openalex.org/W4288617757","https://openalex.org/W4299442141","https://openalex.org/W4388083749"],"related_works":["https://openalex.org/W3019615756","https://openalex.org/W2786004891","https://openalex.org/W4296978576","https://openalex.org/W2903852565","https://openalex.org/W3175236682","https://openalex.org/W3189108721","https://openalex.org/W4378610418","https://openalex.org/W3176230466","https://openalex.org/W3004468220","https://openalex.org/W7045280897"],"abstract_inverted_index":{"There":[0],"are":[1,264,291],"various":[2],"arguments":[3,17,144],"in":[4,91,180,284,288,299,312],"favour":[5],"of":[6,16,30,54,86,97,104,131,134,148,155,161,203,249,282,309],"tempering":[7],"algorithmic":[8,38,118,175,208,232,313],"decision-making":[9],"with":[10,152],"human":[11,149,156,195,227,310],"judgement.":[12],"One":[13],"common":[14],"family":[15,53],"appeal":[18,61],"to":[19,62,69,78,127,168,200,214,240,246],"concepts":[20],"and":[21,32,35,99,101,117,137,173,229,253],"criteria":[22],"derived":[23],"from":[24,81,140,305],"legal":[25,33],"philosophy":[26],"about":[27,94,115,145],"the":[28,51,63,95,102,132,146,164,201,215,258,285,296],"nature":[29],"law":[31],"reasoning,":[34],"argue":[36],"that":[37,49,65,179,206,212,217,263,302],"systems":[39],"cannot":[40],"satisfy":[41],"them":[42],"(but":[43],"humans":[44],"can).":[45],"This":[46,84,210],"paper":[47,120],"argues":[48,178],"among":[50],"latter":[52],"arguments,":[55],"there":[56],"is":[57,126,167,186,220,234,239],"often":[58],"an":[59,129,306],"implicit":[60],"notion":[64,85],"each":[66],"case":[67],"needs":[68],"be":[70,191,277],"assessed":[71],"on":[72],"its":[73,170],"own":[74],"merits,":[75],"without":[76],"comparison":[77],"or":[79,255],"generalisation":[80],"previous":[82],"cases.":[83],"\u2018individual":[87],"justice\u2019":[88],"has":[89,107,121],"featured":[90],"jurisprudential":[92],"debates":[93,114],"granularity":[96],"rules":[98],"tests,":[100],"(in)justice":[103],"discrimination,":[105],"but":[106,142],"not":[108],"yet":[109],"been":[110],"explicitly":[111],"imported":[112],"into":[113],"justice":[116,136,185,219,244,275,283,301],"decision-making.This":[119],"several":[122],"aims.":[123],"The":[124,236,269,293],"first":[125,270],"provide":[128],"overview":[130],"concept":[133],"individual":[135,162,184,218,243,274,300],"distinguish":[138],"it":[139,188,198],"related":[141],"distinct":[143],"value":[147],"discretion.":[150],"Equipped":[151],"this":[153,267],"account":[154],"judgement":[157,311],"as":[158,183],"a":[159,224],"guarantor":[160],"justice,":[163,250],"second":[165,294],"aim":[166,238],"consider":[169,241],"place":[171],"within":[172],"beside":[174],"decision-making.":[176],"It":[177],"so":[181],"far":[182],"valuable,":[187],"can":[189,276],"only":[190],"meaningfully":[192],"served":[193],"through":[194],"judgement,":[196],"because":[197],"antithetical":[199],"kind":[202],"pre-determined":[204],"reasoning":[205],"characterises":[207],"systems.":[209],"suggests":[211],"\u2013":[213,223],"extent":[216],"deemed":[221],"important":[222],"requirement":[225],"for":[226],"intervention":[228],"oversight":[230],"over":[231],"decisions":[233],"necessary.":[235],"third":[237],"how":[242,273],"relates":[245],"other":[247,280],"dimensions":[248,281],"namely":[251],"consistency":[252],"fairness":[254],"non-discrimination.":[256],"Finally,":[257],"article":[259],"discusses":[260],"two":[261],"challenges":[262],"raised":[265],"by":[266],"account.":[268],"challenge":[271],"concerns":[272,295],"accommodated":[278],"alongside":[279],"socio-technical":[286],"contexts":[287],"which":[289],"humans-in-the-loop":[290],"situated.":[292],"potential":[297],"inequities":[298],"might":[303],"result":[304],"uneven":[307],"application":[308],"settings.":[314]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2022-05-12T00:00:00"}