{"id":"https://openalex.org/W4379538504","doi":"https://doi.org/10.1145/3593013.3593995","title":"The ethical ambiguity of AI data enrichment: Measuring gaps in research ethics norms and practices","display_name":"The ethical ambiguity of AI data enrichment: Measuring gaps in research ethics norms and practices","publication_year":2023,"publication_date":"2023-06-12","ids":{"openalex":"https://openalex.org/W4379538504","doi":"https://doi.org/10.1145/3593013.3593995"},"language":"en","primary_location":{"id":"doi:10.1145/3593013.3593995","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3593013.3593995","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2306.01800","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103131863","display_name":"Will Hawkins","orcid":"https://orcid.org/0009-0004-5135-6792"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Will Hawkins","raw_affiliation_strings":["Oxford Internet Institute, University of Oxford, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0004-5135-6792","affiliations":[{"raw_affiliation_string":"Oxford Internet Institute, University of Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081516308","display_name":"Brent Mittelstadt","orcid":"https://orcid.org/0000-0002-4709-6404"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Brent Mittelstadt","raw_affiliation_strings":["Oxford Internet Institute, University of Oxford, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-4709-6404","affiliations":[{"raw_affiliation_string":"Oxford Internet Institute, University of Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9819,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.94785538,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"261","last_page":"270"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10582","display_name":"Ethics in Clinical Research","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.7472890019416809},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.4336809515953064},{"id":"https://openalex.org/keywords/research-ethics","display_name":"Research ethics","score":0.4116699695587158},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4025820195674896},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3409528434276581},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.32335716485977173},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19346323609352112}],"concepts":[{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.7472890019416809},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.4336809515953064},{"id":"https://openalex.org/C153997805","wikidata":"https://www.wikidata.org/wiki/Q42240","display_name":"Research ethics","level":2,"score":0.4116699695587158},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4025820195674896},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3409528434276581},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.32335716485977173},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19346323609352112},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3593013.3593995","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3593013.3593995","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2306.01800","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.01800","pdf_url":"https://arxiv.org/pdf/2306.01800","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2306.01800","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.01800","pdf_url":"https://arxiv.org/pdf/2306.01800","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4144191745","display_name":null,"funder_award_id":"223765/Z/21/Z","funder_id":"https://openalex.org/F4320311904","funder_display_name":"Wellcome Trust"}],"funders":[{"id":"https://openalex.org/F4320306151","display_name":"Alfred P. Sloan Foundation","ror":"https://ror.org/052csg198"},{"id":"https://openalex.org/F4320311904","display_name":"Wellcome Trust","ror":"https://ror.org/029chgv08"},{"id":"https://openalex.org/F4320317153","display_name":"DeepMind","ror":"https://ror.org/00971b260"},{"id":"https://openalex.org/F4320319994","display_name":"Department of Health and Social Care","ror":"https://ror.org/03sbpja79"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4379538504.pdf","grobid_xml":"https://content.openalex.org/works/W4379538504.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W43235638","https://openalex.org/W1058773668","https://openalex.org/W1551961221","https://openalex.org/W1565705811","https://openalex.org/W1969900674","https://openalex.org/W1995350918","https://openalex.org/W2108598243","https://openalex.org/W2118916162","https://openalex.org/W2149112861","https://openalex.org/W2164453750","https://openalex.org/W2186574084","https://openalex.org/W2264788300","https://openalex.org/W2314085810","https://openalex.org/W2414341210","https://openalex.org/W2418309693","https://openalex.org/W2583254198","https://openalex.org/W2707170996","https://openalex.org/W2728433921","https://openalex.org/W2768337983","https://openalex.org/W2777647957","https://openalex.org/W2783946743","https://openalex.org/W2794871313","https://openalex.org/W2805131678","https://openalex.org/W2807760453","https://openalex.org/W2897962670","https://openalex.org/W2898695519","https://openalex.org/W2941985495","https://openalex.org/W2950527764","https://openalex.org/W2951928450","https://openalex.org/W2957654274","https://openalex.org/W2983039579","https://openalex.org/W3000725938","https://openalex.org/W3041968715","https://openalex.org/W3094040224","https://openalex.org/W3119746452","https://openalex.org/W3129904307","https://openalex.org/W3131567681","https://openalex.org/W3136047019","https://openalex.org/W3149399274","https://openalex.org/W3160694721","https://openalex.org/W3170690185","https://openalex.org/W3171896931","https://openalex.org/W3171900967","https://openalex.org/W3172707490","https://openalex.org/W3174519801","https://openalex.org/W3175747228","https://openalex.org/W3183887110","https://openalex.org/W3205802827","https://openalex.org/W3212464620","https://openalex.org/W4206637810","https://openalex.org/W4220839569","https://openalex.org/W4221151024","https://openalex.org/W4223908421","https://openalex.org/W4280523897","https://openalex.org/W4281696099","https://openalex.org/W4283168936","https://openalex.org/W4287674181","https://openalex.org/W4299499183","https://openalex.org/W4321392130","https://openalex.org/W4362655923"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W3139613308","https://openalex.org/W4401554482","https://openalex.org/W2117734178","https://openalex.org/W2948514592","https://openalex.org/W2781743666","https://openalex.org/W3113650071","https://openalex.org/W2949302402","https://openalex.org/W2107426513"],"abstract_inverted_index":{"The":[0,212],"technical":[1],"progression":[2],"of":[3,44,64,145],"artificial":[4],"intelligence":[5],"(AI)":[6],"research":[7,98,111,120,222],"has":[8,58],"been":[9],"built":[10],"on":[11,126],"breakthroughs":[12],"in":[13,23,205,221],"fields":[14,79],"such":[15,86],"as":[16,87],"computer":[17],"science,":[18],"statistics,":[19],"and":[20,94,106,114,121,135,137,148,154,196,225],"mathematics.":[21],"However,":[22],"the":[24,33,42,127],"past":[25],"decade":[26],"AI":[27,65,119,162,207],"researchers":[28],"have":[29,89,116,164],"increasingly":[30],"looked":[31],"to":[32,37,40,50,71,96,107,166,217],"social":[34],"sciences,":[35],"turning":[36],"human":[38,75,170],"interactions":[39],"solve":[41],"challenges":[43],"model":[45],"development.":[46],"Paying":[47],"crowdsourcing":[48,84,186],"workers":[49,187],"generate":[51],"or":[52,55],"curate":[53],"data,":[54,193],"\u2018data":[56],"enrichment\u2019,":[57],"become":[59],"indispensable":[60],"for":[61,118,169,227],"many":[62],"areas":[63],"research,":[66],"from":[67,74],"natural":[68],"language":[69],"processing":[70],"reinforcement":[72],"learning":[73],"feedback":[76],"(RLHF).":[77],"Other":[78],"that":[80,160],"routinely":[81],"interact":[82],"with":[83,152,185,215],"workers,":[85],"Psychology,":[88],"developed":[90,117],"common":[91,204],"governance":[92],"requirements":[93,113],"norms":[95,115],"ensure":[97],"is":[99],"undertaken":[100],"ethically.":[101],"This":[102],"study":[103,144],"explores":[104],"how,":[105],"what":[108],"extent,":[109],"comparable":[110],"ethics":[112,190,223],"data":[122,171,195],"enrichment.":[123],"We":[124],"focus":[125],"approach":[128],"taken":[129],"by":[130,179],"two":[131],"leading":[132,161,206],"conferences:":[133],"ICLR":[134],"NeurIPS,":[136],"journal":[138],"publisher":[139],"Springer.":[140],"In":[141],"a":[142,150],"longitudinal":[143],"accepted":[146],"papers,":[147,156],"via":[149],"comparison":[151],"Psychology":[153,182],"CHI":[155],"this":[157],"work":[158,213],"finds":[159],"venues":[163,208],"begun":[165],"establish":[167],"protocols":[168],"collection,":[172],"but":[173],"these":[174,219],"are":[175,176,201],"inconsistently":[177],"followed":[178],"authors.":[180],"Whilst":[181],"papers":[183],"engaging":[184],"frequently":[188],"disclose":[189],"reviews,":[191],"payment":[192],"demographic":[194],"other":[197],"information,":[198],"similar":[199,210],"disclosures":[200],"far":[202],"less":[203],"despite":[209],"guidance.":[211],"concludes":[214],"hypotheses":[216],"explain":[218],"gaps":[220],"practices":[224],"considerations":[226],"its":[228],"implications.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}