{"id":"https://openalex.org/W4378044967","doi":"https://doi.org/10.1145/3593013.3594014","title":"Algorithms as Social-Ecological-Technological Systems: an Environmental Justice Lens on Algorithmic Audits","display_name":"Algorithms as Social-Ecological-Technological Systems: an Environmental Justice Lens on Algorithmic Audits","alternate_titles":[],"publication_year":2023,"publication_date":"2023-06-12","ids":{"openalex":"https://openalex.org/W4378044967","doi":"https://doi.org/10.1145/3593013.3594014"},"language":"en","primary_location":{"id":"doi:10.1145/3593013.3594014","doi":"https://doi.org/10.1145/3593013.3594014","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593013.3594014","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3594014","source":{"id":"https://openalex.org/S4363608463","display_name":"ACM Conference on Fairness, Accountability, and Transparency (FAccT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4378044967"],"child_works_count":0,"type":"conference-abstract","is_traditional":false,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3594014","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087500716","display_name":"Bogdana Rakova","orcid":"https://orcid.org/0000-0003-3130-689X","observed_orcids":["https://orcid.org/0000-0003-3130-689X"]},"institutions":[{"id":"https://openalex.org/I1291431925","display_name":"Mozilla Foundation","ror":"https://ror.org/01y8r3379","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1291431925"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bogdana Rakova","raw_affiliation_strings":["Mozilla Foundation, USA"],"raw_orcid":"https://orcid.org/0000-0003-3130-689X","affiliations":[{"raw_affiliation_string":"Mozilla Foundation, USA","institution_ids":["https://openalex.org/I1291431925"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070294446","display_name":"Roel Dobbe","orcid":"https://orcid.org/0000-0003-4633-7023","observed_orcids":["https://orcid.org/0000-0003-4633-7023"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Roel Dobbe","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-4633-7023","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":80,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"491","last_page":"491"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12259","display_name":"Environmental Justice and Health Disparities","score":0.0034000000450760126,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithmic-auditing","display_name":"algorithmic auditing","score":0.8799999952316284},{"id":"https://openalex.org/keywords/environmental-justice","display_name":"environmental justice","score":0.9430000185966492},{"id":"https://openalex.org/keywords/social-ecological-technological-systems","display_name":"social-ecological-technological systems","score":0.9179999828338623},{"id":"https://openalex.org/keywords/algorithmic-justice","display_name":"algorithmic justice","score":0.8450000286102295},{"id":"https://openalex.org/keywords/algorithmic-impact-assessment","display_name":"algorithmic impact assessment","score":0.7260000109672546},{"id":"https://openalex.org/keywords/it-infrastructure","display_name":"IT infrastructure","score":0.8180000185966492},{"id":"https://openalex.org/keywords/climate-justice","display_name":"climate justice","score":0.6510000228881836},{"id":"https://openalex.org/keywords/redress","display_name":"redress","score":0.6359999775886536},{"id":"https://openalex.org/keywords/stakeholder-engagement","display_name":"stakeholder engagement","score":0.7379999756813049},{"id":"https://openalex.org/keywords/policy-recommendations","display_name":"policy recommendations","score":0.6309999823570251}],"concepts":[{"id":"https://openalex.org/C2776515129","wikidata":"https://www.wikidata.org/wiki/Q7306218","display_name":"Redress","level":2,"score":0.7697412967681885},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6304936408996582},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6112340092658997},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.4927995502948761},{"id":"https://openalex.org/C169087156","wikidata":"https://www.wikidata.org/wiki/Q2131593","display_name":"Framing (construction)","level":2,"score":0.4575897455215454},{"id":"https://openalex.org/C139621336","wikidata":"https://www.wikidata.org/wiki/Q3190382","display_name":"Economic Justice","level":2,"score":0.45043209195137024},{"id":"https://openalex.org/C47318914","wikidata":"https://www.wikidata.org/wiki/Q295872","display_name":"Ecological systems theory","level":2,"score":0.4313296675682068},{"id":"https://openalex.org/C2778560467","wikidata":"https://www.wikidata.org/wiki/Q1479527","display_name":"Environmental justice","level":2,"score":0.41151198744773865},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3796665370464325},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.37470513582229614},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3322378396987915},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.2795003652572632},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.18319660425186157},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.18171373009681702},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.14612826704978943},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13287267088890076},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3593013.3594014","doi":"https://doi.org/10.1145/3593013.3594014","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593013.3594014","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3594014","source":{"id":"https://openalex.org/S4363608463","display_name":"ACM Conference on Fairness, Accountability, and Transparency (FAccT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2305.05733","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.05733","pdf_url":"https://arxiv.org/pdf/2305.05733","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2305.05733","doi":"https://doi.org/10.48550/arxiv.2305.05733","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.05733","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1145/3593013.3594014","doi":"https://doi.org/10.1145/3593013.3594014","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593013.3594014","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3594014","source":{"id":"https://openalex.org/S4363608463","display_name":"ACM Conference on Fairness, Accountability, and Transparency (FAccT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5473999977111816,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4378044967.pdf","grobid_xml":"https://content.openalex.org/works/W4378044967.grobid-xml"},"referenced_works_count":121,"referenced_works":["https://openalex.org/W117535343","https://openalex.org/W174223998","https://openalex.org/W220385701","https://openalex.org/W1487145407","https://openalex.org/W1788156339","https://openalex.org/W1975949752","https://openalex.org/W1994668345","https://openalex.org/W2004703097","https://openalex.org/W2017378579","https://openalex.org/W2020002829","https://openalex.org/W2020929932","https://openalex.org/W2021718149","https://openalex.org/W2023442792","https://openalex.org/W2035353157","https://openalex.org/W2049813215","https://openalex.org/W2071962320","https://openalex.org/W2108547887","https://openalex.org/W2109741117","https://openalex.org/W2120561827","https://openalex.org/W2127878251","https://openalex.org/W2135042699","https://openalex.org/W2154843660","https://openalex.org/W2163778216","https://openalex.org/W2236934485","https://openalex.org/W2290623877","https://openalex.org/W2293453852","https://openalex.org/W2298562067","https://openalex.org/W2311616869","https://openalex.org/W2439689832","https://openalex.org/W2486712600","https://openalex.org/W2510955202","https://openalex.org/W2756866234","https://openalex.org/W2775645283","https://openalex.org/W2788481061","https://openalex.org/W2884526887","https://openalex.org/W2896833840","https://openalex.org/W2897154134","https://openalex.org/W2900384530","https://openalex.org/W2901758408","https://openalex.org/W2905388097","https://openalex.org/W2908265596","https://openalex.org/W2921266705","https://openalex.org/W2929451644","https://openalex.org/W2942659792","https://openalex.org/W2945149059","https://openalex.org/W2945776595","https://openalex.org/W2948223045","https://openalex.org/W2950007670","https://openalex.org/W2950398529","https://openalex.org/W2962059918","https://openalex.org/W2968201166","https://openalex.org/W2976948333","https://openalex.org/W2981451251","https://openalex.org/W2988595016","https://openalex.org/W2991588540","https://openalex.org/W2992319600","https://openalex.org/W3001248429","https://openalex.org/W3001754608","https://openalex.org/W3001807593","https://openalex.org/W3004940685","https://openalex.org/W3016195942","https://openalex.org/W3029464893","https://openalex.org/W3038795242","https://openalex.org/W3041968715","https://openalex.org/W3047523542","https://openalex.org/W3091991770","https://openalex.org/W3096405865","https://openalex.org/W3101447603","https://openalex.org/W3102780684","https://openalex.org/W3110463920","https://openalex.org/W3129998045","https://openalex.org/W3130148376","https://openalex.org/W3131220022","https://openalex.org/W3132771424","https://openalex.org/W3133702157","https://openalex.org/W3134214835","https://openalex.org/W3135077588","https://openalex.org/W3135539146","https://openalex.org/W3146807424","https://openalex.org/W3154436800","https://openalex.org/W3158479996","https://openalex.org/W3160887439","https://openalex.org/W3167266398","https://openalex.org/W3174220540","https://openalex.org/W3176625816","https://openalex.org/W3177231654","https://openalex.org/W3195977190","https://openalex.org/W3198867174","https://openalex.org/W3201832427","https://openalex.org/W3211899359","https://openalex.org/W3213151880","https://openalex.org/W3214897310","https://openalex.org/W4210354029","https://openalex.org/W4210472718","https://openalex.org/W4211176385","https://openalex.org/W4213092003","https://openalex.org/W4221138494","https://openalex.org/W4224019626","https://openalex.org/W4226037496","https://openalex.org/W4226088279","https://openalex.org/W4237156576","https://openalex.org/W4246767078","https://openalex.org/W4250532311","https://openalex.org/W4252148582","https://openalex.org/W4255560240","https://openalex.org/W4281786142","https://openalex.org/W4283157705","https://openalex.org/W4283159893","https://openalex.org/W4283167322","https://openalex.org/W4283168787","https://openalex.org/W4294982773","https://openalex.org/W4296511052","https://openalex.org/W4309616863","https://openalex.org/W4380988956","https://openalex.org/W6980681696","https://openalex.org/W7000218544","https://openalex.org/W7027189776","https://openalex.org/W7030548029","https://openalex.org/W7036375351","https://openalex.org/W7057584383","https://openalex.org/W7131793830"],"related_works":["https://openalex.org/W3200957822","https://openalex.org/W7214710905","https://openalex.org/W4285413360","https://openalex.org/W4391879283","https://openalex.org/W4288739408","https://openalex.org/W4283168787","https://openalex.org/W7212453831","https://openalex.org/W7143460238","https://openalex.org/W7112639634","https://openalex.org/W3215475614"],"abstract_inverted_index":{"This":[0],"paper":[1],"reframes":[2],"algorithmic":[3,24,38,64,94,109,138,144,201,217],"systems":[4,39,110,145],"as":[5,146,156,183,185,253],"intimately":[6],"connected":[7],"to":[8,100,142,197,209,216,234,244,269],"and":[9,13,16,31,43,50,55,66,71,111,161,173,191,199,223,236,241,272,282],"part":[10],"of":[11,35,60,74,89,104,108,126,131,164,193,227,247,257,262],"social":[12,68],"ecological":[14,72],"systems,":[15,95],"proposes":[17],"a":[18,82,212,239,254,260],"first-of-its-kind":[19],"methodology":[20],"for":[21,93,137,259],"environmental":[22,30,106,127],"justice-oriented":[23],"audits.":[25],"How":[26],"do":[27,98],"we":[28,84,96],"consider":[29],"climate":[32],"justice":[33,99,128],"dimensions":[34],"the":[36,58,67,75,101,124,165,189,221,225,245],"way":[37],"are":[40,47,130,171],"designed,":[41],"developed,":[42],"deployed?":[44],"These":[45],"impacts":[46,107],"inherently":[48],"emergent":[49,102,154],"can":[51],"only":[52],"be":[53],"understood":[54],"addressed":[56],"at":[57],"level":[59],"relations":[61],"between":[62,158],"an":[63,90,117,228],"system":[65],"(including":[69],"institutional)":[70],"components":[73,163],"broader":[76,105,166],"ecosystem":[77],"it":[78],"operates":[79],"in.":[80],"As":[81],"result,":[83],"claim":[85],"that":[86,129],"in":[87,133,168,188],"absence":[88],"integral":[91,118],"ontology":[92],"cannot":[97],"nature":[103],"their":[112],"underlying":[113],"computational":[114],"infrastructure.":[115],"Furthermore,":[116],"lens":[119],"provides":[120],"many":[121],"lessons":[122],"from":[123,149],"history":[125],"relevance":[132],"current":[134],"day":[135],"struggles":[136],"justice.":[139],"We":[140,175,203,250],"propose":[141],"define":[143],"ontologically":[147],"indistinct":[148],"Social-Ecological-Technological":[150],"Systems":[151],"(SETS),":[152],"framing":[153],"implications":[155],"couplings":[157],"social,":[159],"ecological,":[160],"technical":[162],"fabric":[167],"which":[169],"algorithms":[170],"integrated":[172],"operate.":[174],"draw":[176],"upon":[177],"prior":[178],"work":[179],"on":[180],"SETS":[181],"analysis":[182],"well":[184],"emerging":[186],"themes":[187],"literature":[190],"practices":[192],"Environmental":[194],"Justice":[195],"(EJ)":[196],"conceptualize":[198],"assess":[200],"impact.":[202,249],"then":[204],"offer":[205],"three":[206],"policy":[207],"recommendations":[208],"help":[210],"establish":[211],"SETS-based":[213],"EJ":[214],"approach":[215,243],"audits:":[218],"(1)":[219],"broaden":[220],"inputs":[222],"open-up":[224],"outputs":[226],"audit,":[229],"(2)":[230],"enable":[231],"meaningful":[232],"access":[233],"redress,":[235],"(3)":[237],"guarantee":[238],"place-based":[240],"relational":[242],"process":[246],"evaluating":[248],"operationalize":[251],"these":[252],"qualitative":[255],"framework":[256],"questions":[258],"spectrum":[261],"stakeholders.":[263],"Doing":[264],"so,":[265],"this":[266],"article":[267],"aims":[268],"inspire":[270],"stronger":[271],"more":[273],"frequent":[274],"interactions":[275],"across":[276],"policymakers,":[277],"researchers,":[278],"practitioners,":[279],"civil":[280],"society,":[281],"grassroots":[283],"communities.":[284],"https://arxiv.org/abs/2305.05733.":[285]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4378044967","counts_by_year":[{"year":2026,"cited_by_count":22},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2023-05-25T00:00:00"}
