{"id":"https://openalex.org/W3004797440","doi":"https://doi.org/10.1145/3375627.3375852","title":"Auditing Algorithms","display_name":"Auditing Algorithms","publication_year":2020,"publication_date":"2020-02-05","ids":{"openalex":"https://openalex.org/W3004797440","doi":"https://doi.org/10.1145/3375627.3375852","mag":"3004797440"},"language":"en","primary_location":{"id":"doi:10.1145/3375627.3375852","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3375627.3375852","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3375627.3375852","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3375627.3375852","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066267191","display_name":"Gemma Gald\u00f3n Clavell","orcid":"https://orcid.org/0000-0002-6481-0833"},"institutions":[{"id":"https://openalex.org/I4210107444","display_name":"Eticas Research & Consulting (Spain)","ror":"https://ror.org/01w4p7624","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210107444"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Gemma Galdon Clavell","raw_affiliation_strings":["Eticas Research and Consulting, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Eticas Research and Consulting, Barcelona, Spain","institution_ids":["https://openalex.org/I4210107444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079316617","display_name":"Mariano Mart\u00edn Zamorano","orcid":"https://orcid.org/0000-0003-3338-7400"},"institutions":[{"id":"https://openalex.org/I4210107444","display_name":"Eticas Research & Consulting (Spain)","ror":"https://ror.org/01w4p7624","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210107444"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mariano Mart\u00edn Zamorano","raw_affiliation_strings":["Eticas Research and Consulting, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Eticas Research and Consulting, Barcelona, Spain","institution_ids":["https://openalex.org/I4210107444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084282503","display_name":"Carlos Castillo","orcid":"https://orcid.org/0000-0003-4544-0416"},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Pompeu Fabra University","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Carlos Castillo","raw_affiliation_strings":["Pompeu Fabra University, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Pompeu Fabra University, Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101469831","display_name":"Oliver Smith","orcid":"https://orcid.org/0009-0002-5762-6779"},"institutions":[{"id":"https://openalex.org/I4210097190","display_name":"Telef\u00f3nica (Spain)","ror":"https://ror.org/012f7tj07","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210097190"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Oliver Smith","raw_affiliation_strings":["ALPHA Telef\u00f3nica, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"ALPHA Telef\u00f3nica, Barcelona, Spain","institution_ids":["https://openalex.org/I4210097190"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101490457","display_name":"Aleksandar Matic","orcid":"https://orcid.org/0000-0002-8635-1033"},"institutions":[{"id":"https://openalex.org/I4210097190","display_name":"Telef\u00f3nica (Spain)","ror":"https://ror.org/012f7tj07","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210097190"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Aleksandar Matic","raw_affiliation_strings":["ALPHA Telef\u00f3nica, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"ALPHA Telef\u00f3nica, Barcelona, Spain","institution_ids":["https://openalex.org/I4210097190"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5066267191"],"corresponding_institution_ids":["https://openalex.org/I4210107444"],"apc_list":null,"apc_paid":null,"fwci":2.2535,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.90133755,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"265","last_page":"271"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7564545273780823},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.7490922212600708},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.6736457347869873},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.5155846476554871},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.41165679693222046},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.40613746643066406},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3685266375541687},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.22998583316802979},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.11278516054153442}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7564545273780823},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.7490922212600708},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.6736457347869873},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.5155846476554871},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.41165679693222046},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40613746643066406},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3685266375541687},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.22998583316802979},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.11278516054153442},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3375627.3375852","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3375627.3375852","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3375627.3375852","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3375627.3375852","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3375627.3375852","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3375627.3375852","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5","score":0.49000000953674316}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3004797440.pdf","grobid_xml":"https://content.openalex.org/works/W3004797440.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W428012603","https://openalex.org/W1819662813","https://openalex.org/W2042281163","https://openalex.org/W2100960835","https://openalex.org/W2341865734","https://openalex.org/W2507358938","https://openalex.org/W2573660794","https://openalex.org/W2619904157","https://openalex.org/W2758218236","https://openalex.org/W2788007910","https://openalex.org/W2795743913","https://openalex.org/W2798039755","https://openalex.org/W2896843877","https://openalex.org/W2899339442","https://openalex.org/W2909467941","https://openalex.org/W2911965419","https://openalex.org/W2953487715","https://openalex.org/W2963662929","https://openalex.org/W3026865739","https://openalex.org/W3035422508","https://openalex.org/W3099361686","https://openalex.org/W3122548859","https://openalex.org/W3125203539","https://openalex.org/W3157172840","https://openalex.org/W6748702062","https://openalex.org/W6816822468"],"related_works":["https://openalex.org/W2944277854","https://openalex.org/W2258359646","https://openalex.org/W2483613126","https://openalex.org/W4210958110","https://openalex.org/W4210994448","https://openalex.org/W4386824558","https://openalex.org/W204135935","https://openalex.org/W2493324121","https://openalex.org/W2097838441","https://openalex.org/W4232197780"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"present":[4],"the":[5,25,35,42,72,78,89,92,111,115,133,142,191],"Algorithmic":[6],"Audit":[7],"(AA)":[8],"of":[9,24,44,80,135],"REM!X,":[10],"a":[11,52,63,129],"personalized":[12],"well-being":[13],"recommendation":[14,36],"app":[15,94],"developed":[16],"by":[17,85],"Telef\u00f3nica":[18],"Innovaci\u00f3n":[19],"Alpha.":[20],"The":[21,47],"main":[22],"goal":[23],"AA":[26,143],"was":[27,49,125],"to":[28,41,117,144,200],"identify":[29,145],"and":[30,62,88,114,140,150,177,187,189,195],"mitigate":[31],"algorithmic":[32,112,121,183,196],"biases":[33],"in":[34,71],"system":[37],"that":[38,55],"could":[39],"lead":[40,199],"discrimination":[43,151],"protected":[45,104,138],"groups.":[46],"audit":[48],"conducted":[50],"through":[51],"qualitative":[53],"methodology":[54],"included":[56],"five":[57],"focus":[58],"groups":[59],"with":[60],"developers":[61,194],"digital":[64],"ethnography":[65],"relying":[66],"on":[67,137],"users":[68],"comments":[69],"reported":[70],"Google":[73],"Play":[74],"Store.":[75],"To":[76],"minimize":[77],"collection":[79],"personal":[81,158],"information,":[82],"as":[83,128,172],"required":[84],"best":[86],"practice":[87],"GDPR":[90],"[1],":[91],"REM!X":[93],"did":[95],"not":[96],"collect":[97],"gender,":[98],"age,":[99],"race,":[100],"religion,":[101],"or":[102],"other":[103],"attributes":[105],"from":[106],"its":[107],"users.":[108],"This":[109],"limited":[110],"assessment":[113],"ability":[116],"control":[118],"for":[119,132],"different":[120],"biases.":[122],"Indirect":[123],"evidence":[124],"thus":[126],"used":[127],"partial":[130],"mitigation":[131],"lack":[134],"data":[136,168,173],"attributes,":[139],"allowed":[141],"four":[146],"domains":[147],"where":[148],"bias":[149],"were":[152],"still":[153],"possible,":[154],"even":[155],"without":[156],"direct":[157],"identifiers.":[159],"Our":[160],"analysis":[161],"provides":[162],"important":[163],"insights":[164],"into":[165],"how":[166,190],"general":[167],"ethics":[169],"principles":[170],"such":[171],"minimization,":[174],"fairness,":[175],"non-discrimination":[176],"transparency":[178],"can":[179,198],"be":[180],"operationalized":[181],"via":[182],"auditing,":[184],"their":[185],"potential":[186],"limitations,":[188],"collaboration":[192],"between":[193],"auditors":[197],"better":[201],"technologies":[202]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}