{"id":"https://openalex.org/W2996197984","doi":"https://doi.org/10.1177/2053951719895805","title":"Challenging algorithmic profiling: The limits of data protection and anti-discrimination in responding to emergent discrimination","display_name":"Challenging algorithmic profiling: The limits of data protection and anti-discrimination in responding to emergent discrimination","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2996197984","doi":"https://doi.org/10.1177/2053951719895805","mag":"2996197984"},"language":"en","primary_location":{"id":"doi:10.1177/2053951719895805","is_oa":true,"landing_page_url":"https://doi.org/10.1177/2053951719895805","pdf_url":null,"source":{"id":"https://openalex.org/S2736409588","display_name":"Big Data & Society","issn_l":"2053-9517","issn":["2053-9517"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data & Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1177/2053951719895805","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006895764","display_name":"Monique Mann","orcid":"https://orcid.org/0000-0001-8372-3797"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Monique Mann","raw_affiliation_strings":["School of Humanities and Social Sciences, Deakin University, Geelong, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8372-3797","affiliations":[{"raw_affiliation_string":"School of Humanities and Social Sciences, Deakin University, Geelong, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025240571","display_name":"Tobias Matzner","orcid":"https://orcid.org/0000-0002-1439-2418"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tobias Matzner","raw_affiliation_strings":["Institut f\u00fcr Medienwissenschaften, Universit\u00e4t Paderborn, Paderborn, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institut f\u00fcr Medienwissenschaften, Universit\u00e4t Paderborn, Paderborn, Germany","institution_ids":["https://openalex.org/I206945453"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5006895764"],"corresponding_institution_ids":["https://openalex.org/I149704539"],"apc_list":{"value":800,"currency":"USD","value_usd":800},"apc_paid":{"value":800,"currency":"USD","value_usd":800},"fwci":13.9042,"has_fulltext":false,"cited_by_count":102,"citation_normalized_percentile":{"value":0.99134016,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"6","issue":"2","first_page":"205395171989580","last_page":"205395171989580"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12943","display_name":"COVID-19 Digital Contact Tracing","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/profiling","display_name":"Profiling (computer programming)","score":0.7432770729064941},{"id":"https://openalex.org/keywords/contest","display_name":"CONTEST","score":0.6104623079299927},{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.6100401878356934},{"id":"https://openalex.org/keywords/disparate-impact","display_name":"Disparate impact","score":0.5745539665222168},{"id":"https://openalex.org/keywords/invisibility","display_name":"Invisibility","score":0.49512234330177307},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4838060736656189},{"id":"https://openalex.org/keywords/conflation","display_name":"Conflation","score":0.4761000871658325},{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.4258171617984772},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42552271485328674},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.336083322763443},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.23363906145095825},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22091510891914368},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.19304528832435608},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.16828754544258118},{"id":"https://openalex.org/keywords/civil-rights","display_name":"Civil rights","score":0.0934886634349823}],"concepts":[{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.7432770729064941},{"id":"https://openalex.org/C2777582232","wikidata":"https://www.wikidata.org/wiki/Q5013414","display_name":"CONTEST","level":2,"score":0.6104623079299927},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.6100401878356934},{"id":"https://openalex.org/C2776889015","wikidata":"https://www.wikidata.org/wiki/Q5282532","display_name":"Disparate impact","level":3,"score":0.5745539665222168},{"id":"https://openalex.org/C50962388","wikidata":"https://www.wikidata.org/wiki/Q762018","display_name":"Invisibility","level":2,"score":0.49512234330177307},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4838060736656189},{"id":"https://openalex.org/C130440534","wikidata":"https://www.wikidata.org/wiki/Q14946528","display_name":"Conflation","level":2,"score":0.4761000871658325},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.4258171617984772},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42552271485328674},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.336083322763443},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.23363906145095825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22091510891914368},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.19304528832435608},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.16828754544258118},{"id":"https://openalex.org/C2994225426","wikidata":"https://www.wikidata.org/wiki/Q191600","display_name":"Civil rights","level":2,"score":0.0934886634349823},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1177/2053951719895805","is_oa":true,"landing_page_url":"https://doi.org/10.1177/2053951719895805","pdf_url":null,"source":{"id":"https://openalex.org/S2736409588","display_name":"Big Data & Society","issn_l":"2053-9517","issn":["2053-9517"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data & Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bb77c10a15184007b7a29c3ac5352237","is_oa":true,"landing_page_url":"https://doaj.org/article/bb77c10a15184007b7a29c3ac5352237","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data & Society, Vol 6 (2019)","raw_type":"article"},{"id":"pmh:oai:dro.deakin.edu.au:DU:30133221","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402457","display_name":"Deakin Research Online (Deakin University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149704539","host_organization_name":"Deakin University","host_organization_lineage":["https://openalex.org/I149704539"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:figshare.com:article/20723545","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Challenging_algorithmic_profiling_The_limits_of_data_protection_and_anti-discrimination_in_responding_to_emergent_discrimination/20723545","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1177/2053951719895805","is_oa":true,"landing_page_url":"https://doi.org/10.1177/2053951719895805","pdf_url":null,"source":{"id":"https://openalex.org/S2736409588","display_name":"Big Data & Society","issn_l":"2053-9517","issn":["2053-9517"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data & Society","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7300000190734863}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320983","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W28481315","https://openalex.org/W162565672","https://openalex.org/W568924004","https://openalex.org/W584790758","https://openalex.org/W1485871962","https://openalex.org/W1554197503","https://openalex.org/W1576982130","https://openalex.org/W1808971161","https://openalex.org/W2006447892","https://openalex.org/W2018881137","https://openalex.org/W2019469126","https://openalex.org/W2021362544","https://openalex.org/W2038667575","https://openalex.org/W2105051581","https://openalex.org/W2138016069","https://openalex.org/W2142762342","https://openalex.org/W2154805120","https://openalex.org/W2167448849","https://openalex.org/W2298562067","https://openalex.org/W2312738617","https://openalex.org/W2329592990","https://openalex.org/W2418191108","https://openalex.org/W2497714063","https://openalex.org/W2538090753","https://openalex.org/W2555951879","https://openalex.org/W2580680469","https://openalex.org/W2587162593","https://openalex.org/W2618631885","https://openalex.org/W2756900437","https://openalex.org/W2764072425","https://openalex.org/W2890740722","https://openalex.org/W2892568259","https://openalex.org/W2897702578","https://openalex.org/W2898201781","https://openalex.org/W2898970033","https://openalex.org/W2948572934","https://openalex.org/W3122449099","https://openalex.org/W3123686114","https://openalex.org/W3124443940","https://openalex.org/W3157172840","https://openalex.org/W3165490078","https://openalex.org/W4231736063","https://openalex.org/W4299602871"],"related_works":["https://openalex.org/W2058252362","https://openalex.org/W2735088306","https://openalex.org/W2186092498","https://openalex.org/W4286740636","https://openalex.org/W2946214509","https://openalex.org/W2606108738","https://openalex.org/W2628063975","https://openalex.org/W2356479129","https://openalex.org/W2387346515","https://openalex.org/W2352196451"],"abstract_inverted_index":{"The":[0],"potential":[1,125],"for":[2,11],"biases":[3,52],"being":[4],"built":[5],"into":[6],"algorithms":[7,75],"has":[8,21,67],"been":[9],"known":[10],"some":[12],"time":[13,85],"(e.g.,":[14,38],"Friedman":[15],"and":[16,34,57,84,106,182,187],"Nissenbaum,":[17],"1996),":[18],"yet":[19],"literature":[20],"only":[22],"recently":[23],"demonstrated":[24],"the":[25,123,132],"ways":[26],"algorithmic":[27,50,127],"profiling":[28],"can":[29,90],"result":[30],"in":[31,98,148],"social":[32],"sorting":[33],"harm":[35],"marginalised":[36],"groups":[37],"Browne,":[39],"2015;":[40],"Eubanks,":[41],"2018;":[42],"Noble,":[43],"2018).":[44],"We":[45],"contend":[46],"that":[47,77,134,147],"with":[48,110],"increased":[49],"complexity,":[51],"will":[53],"become":[54],"more":[55,139],"sophisticated":[56],"difficult":[58],"to":[59,87,93,101,150,156,176],"identify,":[60],"control":[61],"for,":[62],"or":[63,162],"contest.":[64],"Our":[65],"argument":[66],"four":[68],"steps:":[69],"first,":[70],"we":[71,130,145,173],"show":[72],"how":[73],"harnessing":[74],"means":[76],"data":[78,107],"gathered":[79],"at":[80],"a":[81],"particular":[82],"place":[83],"relating":[86],"specific":[88],"persons,":[89],"be":[91,138],"used":[92],"build":[94],"group":[95],"models":[96],"applied":[97],"different":[99,102],"contexts":[100],"persons.":[103],"Thus,":[104],"privacy":[105],"protection":[108],"rights,":[109],"their":[111],"focus":[112],"on":[113],"individuals":[114],"(Coll,":[115],"2014;":[116],"Parsons,":[117],"2015),":[118],"do":[119],"not":[120],"protect":[121],"from":[122,169],"discriminatory":[124],"of":[126,160,180],"profiling.":[128],"Second,":[129],"explore":[131],"idea":[133],"anti-discrimination":[135,152],"regulation":[136],"may":[137],"promising,":[140],"but":[141],"acknowledge":[142],"limitations.":[143],"Third,":[144],"argue":[146],"order":[149],"harness":[151],"regulation,":[153],"it":[154],"needs":[155],"confront":[157],"emergent":[158,178],"forms":[159,179],"discrimination":[161,181],"risk":[163],"creating":[164],"new":[165],"invisibilities,":[166],"including":[167],"invisibility":[168],"existing":[170],"safeguards.":[171],"Finally,":[172],"outline":[174],"suggestions":[175],"address":[177],"exclusionary":[183],"invisibilities":[184],"via":[185],"intersectional":[186],"post-colonial":[188],"analysis.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":7}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}