{"id":"https://openalex.org/W4365146057","doi":"https://doi.org/10.1007/s43681-023-00280-x","title":"Fairness as adequacy: a sociotechnical view on model evaluation in machine learning","display_name":"Fairness as adequacy: a sociotechnical view on model evaluation in machine learning","publication_year":2023,"publication_date":"2023-04-12","ids":{"openalex":"https://openalex.org/W4365146057","doi":"https://doi.org/10.1007/s43681-023-00280-x"},"language":"en","primary_location":{"id":"doi:10.1007/s43681-023-00280-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-023-00280-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-023-00280-x.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s43681-023-00280-x.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067459884","display_name":"Thomas Grote","orcid":"https://orcid.org/0000-0002-9832-6046"},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Thomas Grote","raw_affiliation_strings":["Ethics and Philosophy Lab, Cluster of Excellence: Machine Learning: New Perspectives for Science, University of T\u00fcbingen, Maria von Linden Str. 6, 72076, T\u00fcbingen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9832-6046","affiliations":[{"raw_affiliation_string":"Ethics and Philosophy Lab, Cluster of Excellence: Machine Learning: New Perspectives for Science, University of T\u00fcbingen, Maria von Linden Str. 6, 72076, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I8087733"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5067459884"],"corresponding_institution_ids":["https://openalex.org/I8087733"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":0.8682,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.7748351,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"4","issue":"2","first_page":"427","last_page":"440"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10778","display_name":"Philosophy and History of Science","score":0.9635000228881836,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normative","display_name":"Normative","score":0.7117675542831421},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.7042767405509949},{"id":"https://openalex.org/keywords/sociotechnical-system","display_name":"Sociotechnical system","score":0.579833984375},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.563481867313385},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.5612873435020447},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.539905846118927},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.5363804697990417},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5124405026435852},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4985051155090332},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4934629499912262},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.4933542311191559},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.44879215955734253},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.3951893448829651},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.3437095284461975},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.33028343319892883},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27234122157096863},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13181331753730774},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1137172281742096},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.10666921734809875},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.08348530530929565}],"concepts":[{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.7117675542831421},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.7042767405509949},{"id":"https://openalex.org/C127627568","wikidata":"https://www.wikidata.org/wiki/Q1639361","display_name":"Sociotechnical system","level":2,"score":0.579833984375},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.563481867313385},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.5612873435020447},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.539905846118927},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.5363804697990417},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5124405026435852},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4985051155090332},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4934629499912262},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.4933542311191559},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.44879215955734253},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3951893448829651},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.3437095284461975},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.33028343319892883},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27234122157096863},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13181331753730774},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1137172281742096},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.10666921734809875},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08348530530929565},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s43681-023-00280-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-023-00280-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-023-00280-x.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s43681-023-00280-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-023-00280-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-023-00280-x.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6700000166893005,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G5794671194","display_name":null,"funder_award_id":"BE5601/4-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G7907426250","display_name":"EXC 2064: Maschinelles Lernen: Neue Perspektiven f\u00fcr die Wissenschaft","funder_award_id":"390727645","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8128963897","display_name":null,"funder_award_id":"EXC 2064","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320309895","display_name":"Carl-Zeiss-Stiftung","ror":"https://ror.org/03ng4kg22"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321112","display_name":"Eberhard Karls Universit\u00e4t T\u00fcbingen","ror":"https://ror.org/03a1kwz48"},{"id":"https://openalex.org/F4320321752","display_name":"Forschungszentrum J\u00fclich","ror":"https://ror.org/02nv7yv05"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4365146057.pdf"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W1844744089","https://openalex.org/W1927360298","https://openalex.org/W1965315318","https://openalex.org/W1978279665","https://openalex.org/W2124834391","https://openalex.org/W2215686446","https://openalex.org/W2256861608","https://openalex.org/W2318268446","https://openalex.org/W2441645702","https://openalex.org/W2551317447","https://openalex.org/W2745133928","https://openalex.org/W2773444500","https://openalex.org/W2782751764","https://openalex.org/W2807730028","https://openalex.org/W2888078780","https://openalex.org/W2888421747","https://openalex.org/W2897702578","https://openalex.org/W2901481055","https://openalex.org/W2910548926","https://openalex.org/W2950068534","https://openalex.org/W2965860133","https://openalex.org/W2971370252","https://openalex.org/W2972703323","https://openalex.org/W2979893369","https://openalex.org/W2981869278","https://openalex.org/W2991187744","https://openalex.org/W2995006168","https://openalex.org/W3000332463","https://openalex.org/W3001807593","https://openalex.org/W3007296464","https://openalex.org/W3013182397","https://openalex.org/W3013778941","https://openalex.org/W3013969094","https://openalex.org/W3023523944","https://openalex.org/W3036298167","https://openalex.org/W3045297226","https://openalex.org/W3101206394","https://openalex.org/W3101243562","https://openalex.org/W3102162267","https://openalex.org/W3122548859","https://openalex.org/W3125633690","https://openalex.org/W3133802387","https://openalex.org/W3133874049","https://openalex.org/W3138819813","https://openalex.org/W3158876930","https://openalex.org/W3162447981","https://openalex.org/W3163411042","https://openalex.org/W3167983954","https://openalex.org/W3168799536","https://openalex.org/W3172045603","https://openalex.org/W3177617320","https://openalex.org/W3189108721","https://openalex.org/W3195523531","https://openalex.org/W3196902759","https://openalex.org/W3215367316","https://openalex.org/W4206360747","https://openalex.org/W4220689689","https://openalex.org/W4248231682","https://openalex.org/W4250113020","https://openalex.org/W4252738080","https://openalex.org/W4281388069","https://openalex.org/W4286379617","https://openalex.org/W4288414189","https://openalex.org/W4292157289","https://openalex.org/W4293767800","https://openalex.org/W4303646451","https://openalex.org/W4309487645","https://openalex.org/W4320011480","https://openalex.org/W4365388135"],"related_works":["https://openalex.org/W1980714815","https://openalex.org/W3133630643","https://openalex.org/W608490485","https://openalex.org/W2481729736","https://openalex.org/W4389636114","https://openalex.org/W2236208621","https://openalex.org/W2967475239","https://openalex.org/W4308919250","https://openalex.org/W2287056554","https://openalex.org/W3008518888"],"abstract_inverted_index":{"Abstract":[0],"This":[1,53],"paper":[2],"develops":[3],"an":[4,9,85,128],"account":[5,106],"of":[6,18,55,78,88,94,114,130,139,150],"model":[7,68,151],"evaluation\u2014with":[8],"emphasis":[10],"on":[11,72],"fairness":[12],"concerns\u2014that":[13],"takes":[14],"the":[15,73,92,142,148],"social":[16,48,143],"situatedness":[17],"ML":[19,30,89,115],"models":[20,31,90,116],"as":[21,156],"its":[22],"starting":[23],"point.":[24],"Such":[25],"a":[26,59,137,157],"view":[27,75],"entails":[28],"that":[29,117],"are":[32,102],"not":[33],"deemed":[34,155],"isolated":[35],"entities,":[36],"but":[37,133],"rather":[38],"tools,":[39],"used":[40],"for":[41,67,84],"specific":[42],"purposes":[43],"and":[44,63,82,100,168],"potentially":[45],"impacting":[46],"their":[47],"environment":[49],"in":[50,76,121,163],"manifold":[51],"ways.":[52],"shift":[54],"perspective":[56],"opens":[57],"up":[58],"new":[60],"problem":[61],"space":[62],"facilitates":[64],"rethinking":[65],"criteria":[66],"evaluation.":[69],"By":[70],"drawing":[71],"adequacy-for-purpose":[74],"philosophy":[77],"science,":[79],"epistemic":[80,167],"norms":[81],"desiderata":[83],"adequate":[86],"deployment":[87],"along":[91],"dimensions":[93],"Social":[95,98],"Objectives,":[96],"Measurement,":[97],"Dynamics,":[99],"interaction":[101],"then":[103],"identified.":[104],"The":[105],"thus":[107],"developed":[108],"also":[109],"highlights":[110],"why":[111],"any":[112],"auditing":[113],"ought":[118],"to":[119,127,135],"assist":[120],"consequential":[122],"decision-making":[123],"cannot":[124],"be":[125,154],"limited":[126],"assessment":[129],"statistical":[131],"properties,":[132],"needs":[134],"incorporate":[136],"variety":[138],"methods":[140],"from":[141],"sciences":[144],"instead.":[145],"Moreover,":[146],"while":[147],"process":[149],"evaluation":[152],"might":[153],"mere":[158],"technical":[159],"exercise,":[160],"it":[161],"is":[162],"fact":[164],"riddled":[165],"by":[166],"morally":[169],"normative":[170],"considerations.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T08:27:34.040176","created_date":"2025-10-10T00:00:00"}