{"id":"https://openalex.org/W4366548082","doi":"https://doi.org/10.1145/3544549.3583747","title":"Accountability in Algorithmic Systems: From Principles to Practice","display_name":"Accountability in Algorithmic Systems: From Principles to Practice","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4366548082","doi":"https://doi.org/10.1145/3544549.3583747"},"language":"en","primary_location":{"id":"doi:10.1145/3544549.3583747","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544549.3583747","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029892177","display_name":"Daricia Wilkinson","orcid":"https://orcid.org/0000-0002-4611-3030"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daricia Wilkinson","raw_affiliation_strings":["Microsoft Research, United States"],"raw_orcid":"https://orcid.org/0000-0002-4611-3030","affiliations":[{"raw_affiliation_string":"Microsoft Research, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033954307","display_name":"Kate Crawford","orcid":"https://orcid.org/0000-0001-9972-7194"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kate Crawford","raw_affiliation_strings":["Microsoft Research, United States"],"raw_orcid":"https://orcid.org/0000-0001-9972-7194","affiliations":[{"raw_affiliation_string":"Microsoft Research, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046348432","display_name":"Hanna Wallach","orcid":"https://orcid.org/0000-0003-3395-7186"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanna Wallach","raw_affiliation_strings":["Microsoft Research, United States"],"raw_orcid":"https://orcid.org/0000-0003-3395-7186","affiliations":[{"raw_affiliation_string":"Microsoft Research, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109603597","display_name":"Deborah Raji","orcid":null},"institutions":[{"id":"https://openalex.org/I2803209242","display_name":"University of California System","ror":"https://ror.org/00pjdza24","country_code":"US","type":"education","lineage":["https://openalex.org/I2803209242"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deborah Raji","raw_affiliation_strings":["University of California, United States"],"raw_orcid":"https://orcid.org/0000-0002-9510-3015","affiliations":[{"raw_affiliation_string":"University of California, United States","institution_ids":["https://openalex.org/I2803209242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087500716","display_name":"Bogdana Rakova","orcid":"https://orcid.org/0000-0003-3130-689X"},"institutions":[{"id":"https://openalex.org/I1291431925","display_name":"Mozilla Foundation","ror":"https://ror.org/01y8r3379","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1291431925"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bogdana Rakova","raw_affiliation_strings":["Mozilla Foundation, United States"],"raw_orcid":"https://orcid.org/0000-0003-3130-689X","affiliations":[{"raw_affiliation_string":"Mozilla Foundation, United States","institution_ids":["https://openalex.org/I1291431925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056558177","display_name":"Ranjit Singh","orcid":"https://orcid.org/0000-0001-6453-8676"},"institutions":[{"id":"https://openalex.org/I4210137115","display_name":"Data & Society Research Institute","ror":"https://ror.org/04dse4f93","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210137115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ranjit Singh","raw_affiliation_strings":["AI on the Ground Initiative, Data & Society Research Institute, United States"],"raw_orcid":"https://orcid.org/0000-0001-6453-8676","affiliations":[{"raw_affiliation_string":"AI on the Ground Initiative, Data & Society Research Institute, United States","institution_ids":["https://openalex.org/I4210137115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026129563","display_name":"Angelika Strohmayer","orcid":"https://orcid.org/0000-0003-0334-0097"},"institutions":[{"id":"https://openalex.org/I32394136","display_name":"Northumbria University","ror":"https://ror.org/049e6bc10","country_code":"GB","type":"education","lineage":["https://openalex.org/I32394136"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Angelika Strohmayer","raw_affiliation_strings":["Northumbria University, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-0334-0097","affiliations":[{"raw_affiliation_string":"Northumbria University, United Kingdom","institution_ids":["https://openalex.org/I32394136"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049679668","display_name":"Ethan Zuckerman","orcid":"https://orcid.org/0000-0002-5970-9116"},"institutions":[{"id":"https://openalex.org/I177605424","display_name":"Amherst College","ror":"https://ror.org/028vqfs63","country_code":"US","type":"education","lineage":["https://openalex.org/I177605424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ethan Zuckerman","raw_affiliation_strings":["College of Information and Computer Science, University of Massachusetts at Amherst, United States"],"raw_orcid":"https://orcid.org/0000-0002-5970-9116","affiliations":[{"raw_affiliation_string":"College of Information and Computer Science, University of Massachusetts at Amherst, United States","institution_ids":["https://openalex.org/I177605424"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5029892177"],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":1.5131,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.8523725,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.9327973127365112},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.7778558731079102},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5884926319122314},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5738686919212341},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.4412821829319},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3895832896232605},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3772706687450409},{"id":"https://openalex.org/keywords/public-relations","display_name":"Public relations","score":0.3505881428718567},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.33893173933029175},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.324236661195755},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.29826655983924866},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.24217712879180908},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21457359194755554},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.1379464566707611}],"concepts":[{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.9327973127365112},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.7778558731079102},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5884926319122314},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5738686919212341},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.4412821829319},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3895832896232605},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3772706687450409},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.3505881428718567},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.33893173933029175},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.324236661195755},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.29826655983924866},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.24217712879180908},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21457359194755554},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.1379464566707611},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3544549.3583747","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3544549.3583747","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1964168143","https://openalex.org/W2897702578","https://openalex.org/W2898205349","https://openalex.org/W3005136177","https://openalex.org/W3014972121","https://openalex.org/W3048821638","https://openalex.org/W3206054053","https://openalex.org/W3212368439","https://openalex.org/W3215236363","https://openalex.org/W4283168787","https://openalex.org/W4288058319"],"related_works":["https://openalex.org/W2944277854","https://openalex.org/W2258359646","https://openalex.org/W2493324121","https://openalex.org/W4234402960","https://openalex.org/W4210958110","https://openalex.org/W2483613126","https://openalex.org/W4210994448","https://openalex.org/W4386824558","https://openalex.org/W4394927648","https://openalex.org/W2097838441"],"abstract_inverted_index":{"Growing":[0],"concerns":[1,55],"over":[2],"the":[3,57,68,87],"societal":[4],"implications":[5],"of":[6,46,59,71,79],"artificial":[7],"intelligence":[8],"has":[9],"motivated":[10],"an":[11],"interdisciplinary":[12],"push":[13],"towards":[14],"mechanisms":[15],"and":[16,50,62,94,104],"tools":[17,73],"that":[18],"hold":[19,35],"algorithmic":[20,114],"systems":[21,37,115],"accountable.":[22],"Although":[23],"there":[24],"have":[25,42,52],"been":[26],"considerable":[27],"strides":[28],"around":[29],"defining":[30],"what":[31],"it":[32],"means":[33],"to":[34,84,107,116],"AI":[36],"accountable,":[38],"operationalizing":[39],"those":[40],"principles":[41],"created":[43],"a":[44],"barrage":[45],"challenges.":[47],"Researchers,":[48],"practitioners,":[49],"regulators":[51],"all":[53],"raised":[54],"about":[56,67],"completeness":[58],"accountability":[60,112,126],"methods":[61],"observed":[63],"spikes":[64],"in":[65,98,113],"anxiousness":[66],"potential":[69,119],"risk":[70],"these":[72,128],"being":[74],"manipulated":[75],"as":[76],"rubber":[77],"stamps":[78],"approval":[80],"while":[81],"harms":[82],"continue":[83],"slip":[85],"through":[86],"cracks.":[88],"This":[89],"interactive":[90],"panel":[91],"gathers":[92],"researchers":[93],"practitioners":[95],"with":[96],"expertise":[97],"HCI,":[99],"Responsible":[100],"AI,":[101],"Machine":[102],"Learning,":[103],"Public":[105],"Policy":[106],"critically":[108],"discuss":[109],"issues":[110],"regarding":[111],"reflect":[117],"on":[118],"opportunities":[120],"for":[121,125],"re-imagining":[122],"scalable":[123],"directions":[124],"within":[127],"systems.":[129]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}