{"id":"https://openalex.org/W3189849087","doi":"https://doi.org/10.1145/3476058","title":"Do Datasets Have Politics? Disciplinary Values in Computer Vision Dataset Development","display_name":"Do Datasets Have Politics? Disciplinary Values in Computer Vision Dataset Development","publication_year":2021,"publication_date":"2021-10-13","ids":{"openalex":"https://openalex.org/W3189849087","doi":"https://doi.org/10.1145/3476058","mag":"3189849087"},"language":"en","primary_location":{"id":"doi:10.1145/3476058","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3476058","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3476058","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3476058","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Morgan Klaus Scheuerman","orcid":null},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Morgan Klaus Scheuerman","raw_affiliation_strings":["University of Colorado Boulder, Boulder, CO, USA"],"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Alex Hanna","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Hanna","raw_affiliation_strings":["Google, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":null,"display_name":"Remi Denton","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Remi Denton","raw_affiliation_strings":["Google, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Google, New York, NY, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I188538660"],"apc_list":null,"apc_paid":null,"fwci":26.3584,"has_fulltext":true,"cited_by_count":158,"citation_normalized_percentile":{"value":0.99662066,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"5","issue":"CSCW2","first_page":"1","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8137999773025513,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.8137999773025513,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.01940000057220459,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.009499999694526196,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.6273999810218811},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.41110000014305115},{"id":"https://openalex.org/keywords/discipline","display_name":"Discipline","score":0.36230000853538513},{"id":"https://openalex.org/keywords/impartiality","display_name":"Impartiality","score":0.3422999978065491},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3199999928474426},{"id":"https://openalex.org/keywords/machine-vision","display_name":"Machine vision","score":0.2955000102519989}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7046999931335449},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.6273999810218811},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5688999891281128},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.517799973487854},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.44859999418258667},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.41110000014305115},{"id":"https://openalex.org/C8795937","wikidata":"https://www.wikidata.org/wiki/Q11862829","display_name":"Discipline","level":2,"score":0.36230000853538513},{"id":"https://openalex.org/C2780564088","wikidata":"https://www.wikidata.org/wiki/Q3149193","display_name":"Impartiality","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3199999928474426},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.30489999055862427},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.2712000012397766},{"id":"https://openalex.org/C74196892","wikidata":"https://www.wikidata.org/wiki/Q7781188","display_name":"Thematic analysis","level":3,"score":0.26579999923706055},{"id":"https://openalex.org/C93692415","wikidata":"https://www.wikidata.org/wiki/Q1502030","display_name":"Thematic map","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.26249998807907104}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3476058","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3476058","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3476058","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2108.04308","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.04308","pdf_url":"https://arxiv.org/pdf/2108.04308","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3476058","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3476058","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3476058","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3189849087.pdf","grobid_xml":"https://content.openalex.org/works/W3189849087.grobid-xml"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W576103856","https://openalex.org/W1163744632","https://openalex.org/W1489768987","https://openalex.org/W1596807735","https://openalex.org/W1614141147","https://openalex.org/W1791587663","https://openalex.org/W1897139626","https://openalex.org/W1967824477","https://openalex.org/W1976129032","https://openalex.org/W1994322930","https://openalex.org/W2018106595","https://openalex.org/W2022550861","https://openalex.org/W2065367771","https://openalex.org/W2077234206","https://openalex.org/W2081150671","https://openalex.org/W2106743565","https://openalex.org/W2116705992","https://openalex.org/W2140420369","https://openalex.org/W2147603330","https://openalex.org/W2161021117","https://openalex.org/W2168233682","https://openalex.org/W2170857744","https://openalex.org/W2264788300","https://openalex.org/W2296463440","https://openalex.org/W2363947341","https://openalex.org/W2496371950","https://openalex.org/W2531516225","https://openalex.org/W2595961471","https://openalex.org/W2598446296","https://openalex.org/W2610201929","https://openalex.org/W2611145892","https://openalex.org/W2793993424","https://openalex.org/W2808166412","https://openalex.org/W2899071040","https://openalex.org/W2911227954","https://openalex.org/W2914164379","https://openalex.org/W2940547726","https://openalex.org/W2963349562","https://openalex.org/W2976948333","https://openalex.org/W2984303043","https://openalex.org/W2988147924","https://openalex.org/W2988595016","https://openalex.org/W2989168403","https://openalex.org/W2992319600","https://openalex.org/W2995382404","https://openalex.org/W3013875964","https://openalex.org/W3017863658","https://openalex.org/W3029264758","https://openalex.org/W3029464893","https://openalex.org/W3030588927","https://openalex.org/W3032325918","https://openalex.org/W3036505730","https://openalex.org/W3094107935","https://openalex.org/W3095137946","https://openalex.org/W3095221768","https://openalex.org/W3118813946","https://openalex.org/W3119733760","https://openalex.org/W3133631714","https://openalex.org/W3135371071","https://openalex.org/W4205444062","https://openalex.org/W4252148582","https://openalex.org/W4256101704","https://openalex.org/W4288083800","https://openalex.org/W4288083802","https://openalex.org/W4298286109","https://openalex.org/W4299578006","https://openalex.org/W6909810313"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W4205958290","https://openalex.org/W3046775127","https://openalex.org/W3107474891","https://openalex.org/W3136151093","https://openalex.org/W4283077296","https://openalex.org/W2000971665","https://openalex.org/W3007915134"],"abstract_inverted_index":{"Data":[0],"is":[1,10,46,94],"a":[2,47,139,147,168,176],"crucial":[3],"component":[4],"of":[5,50,126,135,149,178,191,210,216,222,230,234],"machine":[6,24,51,75],"learning.":[7],"The":[8],"field":[9],"reliant":[11],"on":[12,41,251],"data":[13,93,128,182,231],"to":[14,55,63,73,84,108,253],"train,":[15],"validate,":[16],"and":[17,32,35,78,98,106,113,129,133,170,188,224,262],"test":[18],"models.":[19],"With":[20],"increased":[21],"technical":[22],"capabilities,":[23],"learning":[25,52,76],"research":[26,77],"has":[27,39],"boomed":[28],"in":[29,61,193,241],"both":[30,167],"academic":[31],"industry":[33],"settings,":[34],"one":[36],"major":[37],"focus":[38],"been":[40],"computer":[42,70,103,136,152,201],"vision.":[43],"Computer":[44],"vision":[45,104,127,137,153,164,202],"popular":[48],"domain":[49],"increasingly":[53],"pertinent":[54],"real-world":[56],"applications,":[57],"from":[58,155],"facial":[59],"recognition":[60],"policing":[62],"object":[64],"detection":[65],"for":[66,102,110],"autonomous":[67],"vehicles.":[68],"Given":[69],"vision's":[71],"propensity":[72],"shape":[74],"impact":[79],"human":[80],"life,":[81],"we":[82,116,145,157,174,238],"seek":[83],"understand":[85],"disciplinary":[86],"practices":[87,132],"around":[88,180],"dataset":[89,119,160,195,260],"documentation":[90,120],"-":[91],"how":[92,200,252],"collected,":[95],"curated,":[96],"annotated,":[97],"packaged":[99],"into":[100,258],"datasets":[101,203],"researchers":[105],"practitioners":[107],"use":[109],"model":[111,225],"tuning":[112],"development.":[114],"Specifically,":[115],"examine":[117],"what":[118,184],"communicates":[121],"about":[122,150],"the":[123,130,189,194,208,214,220,228,235,259],"underlying":[124],"values":[125,179,237,257],"larger":[131],"goals":[134],"as":[138],"field.":[140],"To":[141],"conduct":[142],"this":[143],"study,":[144],"collected":[146],"corpus":[148],"500":[151],"datasets,":[154],"which":[156],"sampled":[158],"114":[159],"publications":[161],"across":[162],"different":[163],"tasks.":[165],"Through":[166],"structured":[169],"thematic":[171],"content":[172],"analysis,":[173],"document":[175],"number":[177],"accepted":[181],"practices,":[183],"makes":[185],"desirable":[186],"data,":[187],"treatment":[190],"humans":[192],"construction":[196],"process.":[197,264],"We":[198,247],"discuss":[199],"authors":[204],"value":[205],"efficiency":[206],"at":[207,213,219,227],"expense":[209,215,221,229],"care;":[211],"universality":[212],"contextuality;":[217],"impartiality":[218],"positionality;":[223],"work":[226],"work.":[232],"Many":[233],"silenced":[236,256],"identify":[239],"sit":[240],"opposition":[242],"with":[243,249],"social":[244],"computing":[245],"practices.":[246],"conclude":[248],"suggestions":[250],"better":[254],"incorporate":[255],"creation":[261],"curation":[263]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":37},{"year":2024,"cited_by_count":40},{"year":2023,"cited_by_count":40},{"year":2022,"cited_by_count":37},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2021-08-16T00:00:00"}
