{"id":"https://openalex.org/W4415256708","doi":"https://doi.org/10.1145/3757481","title":"How Data Workers Shape Datasets: The Role of Positionality in Data Collection and Annotation for Computer Vision","display_name":"How Data Workers Shape Datasets: The Role of Positionality in Data Collection and Annotation for Computer Vision","publication_year":2025,"publication_date":"2025-10-16","ids":{"openalex":"https://openalex.org/W4415256708","doi":"https://doi.org/10.1145/3757481"},"language":"en","primary_location":{"id":"doi:10.1145/3757481","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3757481","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3757481","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084538652","display_name":"Morgan Klaus Scheuerman","orcid":"https://orcid.org/0000-0002-6049-3965"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Morgan Klaus Scheuerman","raw_affiliation_strings":["University of Colorado Boulder, Boulder, CO, USA"],"raw_orcid":"https://orcid.org/0000-0002-6049-3965","affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045188560","display_name":"Allison Woodruff","orcid":"https://orcid.org/0000-0002-5745-7103"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Allison Woodruff","raw_affiliation_strings":["Unaffiliated, Mountain View, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5745-7103","affiliations":[{"raw_affiliation_string":"Unaffiliated, Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084740625","display_name":"Jed R. Brubaker","orcid":"https://orcid.org/0000-0003-4826-8324"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jed R. Brubaker","raw_affiliation_strings":["University of Colorado Boulder, Boulder, CO, USA"],"raw_orcid":"https://orcid.org/0000-0003-4826-8324","affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5084538652"],"corresponding_institution_ids":["https://openalex.org/I188538660"],"apc_list":null,"apc_paid":null,"fwci":2.0379,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.90292075,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"9","issue":"7","first_page":"1","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7351999878883362},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.6230000257492065},{"id":"https://openalex.org/keywords/outsourcing","display_name":"Outsourcing","score":0.6075000166893005},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4927999973297119},{"id":"https://openalex.org/keywords/qualitative-property","display_name":"Qualitative property","score":0.489300012588501},{"id":"https://openalex.org/keywords/ethnography","display_name":"Ethnography","score":0.4611999988555908},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.444599986076355},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.44029998779296875}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7351999878883362},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.6230000257492065},{"id":"https://openalex.org/C46934059","wikidata":"https://www.wikidata.org/wiki/Q61515","display_name":"Outsourcing","level":2,"score":0.6075000166893005},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5716000199317932},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4927999973297119},{"id":"https://openalex.org/C87156501","wikidata":"https://www.wikidata.org/wiki/Q7268708","display_name":"Qualitative property","level":2,"score":0.489300012588501},{"id":"https://openalex.org/C179454799","wikidata":"https://www.wikidata.org/wiki/Q132151","display_name":"Ethnography","level":2,"score":0.4611999988555908},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.444599986076355},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.44029998779296875},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43470001220703125},{"id":"https://openalex.org/C530175646","wikidata":"https://www.wikidata.org/wiki/Q11460","display_name":"Clothing","level":2,"score":0.41940000653266907},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.41429999470710754},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.396699994802475},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.350600004196167},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3059999942779541},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.3052000105381012},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3034000098705292},{"id":"https://openalex.org/C106399304","wikidata":"https://www.wikidata.org/wiki/Q868123","display_name":"Snowball sampling","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.2897000014781952},{"id":"https://openalex.org/C2779089590","wikidata":"https://www.wikidata.org/wiki/Q1914017","display_name":"Knowledge worker","level":3,"score":0.2563999891281128}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3757481","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3757481","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3757481","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3757481","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W393191791","https://openalex.org/W1524707035","https://openalex.org/W1666942233","https://openalex.org/W1993766142","https://openalex.org/W1994322930","https://openalex.org/W2006560541","https://openalex.org/W2007018772","https://openalex.org/W2010682041","https://openalex.org/W2022550861","https://openalex.org/W2028274973","https://openalex.org/W2106743565","https://openalex.org/W2115971658","https://openalex.org/W2136998904","https://openalex.org/W2147603330","https://openalex.org/W2161021117","https://openalex.org/W2228762060","https://openalex.org/W2256229999","https://openalex.org/W2317750876","https://openalex.org/W2337002970","https://openalex.org/W2510725918","https://openalex.org/W2531516225","https://openalex.org/W2562793958","https://openalex.org/W2597072875","https://openalex.org/W2611789916","https://openalex.org/W2658088179","https://openalex.org/W2726137762","https://openalex.org/W2777647957","https://openalex.org/W2790235710","https://openalex.org/W2798600195","https://openalex.org/W2897042519","https://openalex.org/W2899136066","https://openalex.org/W2899210914","https://openalex.org/W2903674918","https://openalex.org/W2914036220","https://openalex.org/W2914375581","https://openalex.org/W2926526813","https://openalex.org/W2962787423","https://openalex.org/W2963349562","https://openalex.org/W2970442950","https://openalex.org/W2974729385","https://openalex.org/W2989168403","https://openalex.org/W2992319600","https://openalex.org/W3000872675","https://openalex.org/W3004150581","https://openalex.org/W3004453146","https://openalex.org/W3013571594","https://openalex.org/W3014414541","https://openalex.org/W3018104257","https://openalex.org/W3022758359","https://openalex.org/W3035296331","https://openalex.org/W3036505730","https://openalex.org/W3047579825","https://openalex.org/W3080960473","https://openalex.org/W3082001061","https://openalex.org/W3093272061","https://openalex.org/W3093541323","https://openalex.org/W3100279624","https://openalex.org/W3105424285","https://openalex.org/W3118813946","https://openalex.org/W3121675192","https://openalex.org/W3133631714","https://openalex.org/W3146083582","https://openalex.org/W3153888608","https://openalex.org/W3159059608","https://openalex.org/W3160182997","https://openalex.org/W3171875349","https://openalex.org/W3184490246","https://openalex.org/W3184649000","https://openalex.org/W3189849087","https://openalex.org/W3202521030","https://openalex.org/W3206428286","https://openalex.org/W3207830467","https://openalex.org/W3212368439","https://openalex.org/W3212464620","https://openalex.org/W3212932045","https://openalex.org/W4205667414","https://openalex.org/W4205787354","https://openalex.org/W4206546829","https://openalex.org/W4206908526","https://openalex.org/W4221042037","https://openalex.org/W4225001019","https://openalex.org/W4225086340","https://openalex.org/W4225915922","https://openalex.org/W4253763531","https://openalex.org/W4281568480","https://openalex.org/W4282937393","https://openalex.org/W4283170908","https://openalex.org/W4288083802","https://openalex.org/W4312707481","https://openalex.org/W4323572060"],"related_works":[],"abstract_inverted_index":{"Data":[0,93],"workers":[1,14,32,81,94,117],"play":[2],"a":[3,160,181],"key":[4],"role":[5],"in":[6,62,73,104,153,164,206],"the":[7,47,74,138,168,202,211],"big":[8],"data":[9,13,19,66,80,85,116,133,165,171,188,198],"industry.":[10],"Clients":[11],"hire":[12],"to":[15,39,68,152,197],"collect":[16],"and":[17,41,64,70,107,112,119,174,209],"annotate":[18],"with":[20,46,86],"human":[21],"identity":[22,102],"concepts,":[23],"like":[24,141],"demographic":[25],"categories":[26],"or":[27],"clothing":[28],"items.":[29],"Often,":[30],"such":[31],"are":[33,37,178],"treated":[34],"as":[35,194],"computational-they":[36],"expected":[38],"quickly":[40],"objectively":[42],"conduct":[43],"their":[44,96],"work,":[45],"goal":[48],"of":[49,115,162,183,204,213],"having":[50],"huge,":[51],"unbiased":[52],"datasets":[53],"for":[54],"training":[55],"models.":[56],"Computer":[57],"vision":[58,84],"is":[59,148],"especially":[60],"interested":[61],"fair":[63],"impartial":[65],"due":[67],"biases":[69],"unethical":[71],"practices":[72,208],"field.":[75],"However,":[76],"far":[77],"from":[78],"impartial,":[79],"imbue":[82],"computer":[83],"''biases''":[87],"beyond":[88,186],"correct":[89],"versus":[90],"incorrect":[91],"answers.":[92],"embed":[95],"own":[97],"specific":[98],"positional":[99,184,192],"perspectives":[100,173],"about":[101],"concepts":[103],"both":[105],"collection":[106],"annotation":[108],"processes.":[109],"Through":[110],"interviews":[111],"ethnographic":[113],"observations":[114],"(freelance":[118],"business":[120],"process":[121],"outsourcing":[122],"(BPO)":[123],"employees),":[124],"we":[125],"show":[126,137],"how":[127,158],"worker":[128,172],"positionality":[129,147,163,205],"influences":[130],"decisions":[131],"during":[132],"work.":[134],"We":[135,156,190],"also":[136],"unintended":[139],"outcomes,":[140],"social":[142],"biases,":[143],"that":[144,200],"occur":[145],"when":[146],"not":[149],"explicitly":[150],"attended":[151],"client":[154,175],"instructions.":[155],"discuss":[157],"employing":[159],"lens":[161],"work":[166,199],"reveals":[167],"gulfs":[169],"between":[170],"expectations,":[176],"which":[177],"colored":[179],"by":[180],"web":[182],"actors":[185],"isolated":[187],"workers.":[189],"propose":[191],"(il)legibility":[193],"an":[195],"approach":[196],"embraces":[201],"reality":[203],"classification":[207],"addresses":[210],"failures":[212],"positivist":[214],"bias":[215],"mitigation":[216],"practices.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-17T00:00:00"}