{"id":"https://openalex.org/W3206271843","doi":"https://doi.org/10.1145/3479582","title":"Datasheets for Datasets help ML Engineers Notice and Understand Ethical Issues in Training Data","display_name":"Datasheets for Datasets help ML Engineers Notice and Understand Ethical Issues in Training Data","publication_year":2021,"publication_date":"2021-10-13","ids":{"openalex":"https://openalex.org/W3206271843","doi":"https://doi.org/10.1145/3479582","mag":"3206271843"},"language":"en","primary_location":{"id":"doi:10.1145/3479582","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3479582","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022028113","display_name":"Karen Boyd","orcid":"https://orcid.org/0000-0003-0620-9908"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Karen L. Boyd","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5022028113"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":10.4987,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.98324607,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"5","issue":"CSCW2","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notice","display_name":"Notice","score":0.7326362729072571},{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.5945563316345215},{"id":"https://openalex.org/keywords/datasheet","display_name":"Datasheet","score":0.5573034882545471},{"id":"https://openalex.org/keywords/think-aloud-protocol","display_name":"Think aloud protocol","score":0.5276181697845459},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5181226134300232},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.5013716220855713},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4713515639305115},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4668382406234741},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.46366339921951294},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.45196256041526794},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44722098112106323},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.4121745228767395},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.3805181682109833},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.189895361661911},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.13098680973052979},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11381104588508606},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.10166016221046448}],"concepts":[{"id":"https://openalex.org/C2779913896","wikidata":"https://www.wikidata.org/wiki/Q7063001","display_name":"Notice","level":2,"score":0.7326362729072571},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.5945563316345215},{"id":"https://openalex.org/C2781384022","wikidata":"https://www.wikidata.org/wiki/Q1172383","display_name":"Datasheet","level":2,"score":0.5573034882545471},{"id":"https://openalex.org/C78821406","wikidata":"https://www.wikidata.org/wiki/Q391810","display_name":"Think aloud protocol","level":3,"score":0.5276181697845459},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5181226134300232},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.5013716220855713},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4713515639305115},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4668382406234741},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.46366339921951294},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.45196256041526794},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44722098112106323},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.4121745228767395},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.3805181682109833},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.189895361661911},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.13098680973052979},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11381104588508606},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10166016221046448},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3479582","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3479582","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.800000011920929,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W72496981","https://openalex.org/W195044442","https://openalex.org/W207693194","https://openalex.org/W211417945","https://openalex.org/W1588959196","https://openalex.org/W1590749998","https://openalex.org/W1819662813","https://openalex.org/W1968857851","https://openalex.org/W1976117931","https://openalex.org/W1978854045","https://openalex.org/W1979403545","https://openalex.org/W1987417113","https://openalex.org/W1988940800","https://openalex.org/W1990393760","https://openalex.org/W2004308414","https://openalex.org/W2015768346","https://openalex.org/W2018415007","https://openalex.org/W2026175777","https://openalex.org/W2030570037","https://openalex.org/W2034401621","https://openalex.org/W2047213184","https://openalex.org/W2054778487","https://openalex.org/W2124077410","https://openalex.org/W2156044665","https://openalex.org/W2157586902","https://openalex.org/W2158468275","https://openalex.org/W2289713250","https://openalex.org/W2293453852","https://openalex.org/W2332851105","https://openalex.org/W2333057202","https://openalex.org/W2392403817","https://openalex.org/W2483215953","https://openalex.org/W2529670628","https://openalex.org/W2554719826","https://openalex.org/W2573660794","https://openalex.org/W2588194244","https://openalex.org/W2611758519","https://openalex.org/W2765856185","https://openalex.org/W2767837247","https://openalex.org/W2786242872","https://openalex.org/W2788481061","https://openalex.org/W2788822798","https://openalex.org/W2798497570","https://openalex.org/W2802642435","https://openalex.org/W2804381866","https://openalex.org/W2805122175","https://openalex.org/W2809878087","https://openalex.org/W2887489621","https://openalex.org/W2893425640","https://openalex.org/W2897042519","https://openalex.org/W2904367110","https://openalex.org/W2911227954","https://openalex.org/W2913272672","https://openalex.org/W2914202940","https://openalex.org/W2950018712","https://openalex.org/W2962877476","https://openalex.org/W2963588812","https://openalex.org/W2964316623","https://openalex.org/W2969896603","https://openalex.org/W2986026033","https://openalex.org/W2986466127","https://openalex.org/W2988595016","https://openalex.org/W3029022080","https://openalex.org/W3087065520","https://openalex.org/W3095137946","https://openalex.org/W3097346137","https://openalex.org/W3099361686","https://openalex.org/W3100279624","https://openalex.org/W3104279192","https://openalex.org/W3134214835","https://openalex.org/W3135371071","https://openalex.org/W4230801243","https://openalex.org/W4249003381","https://openalex.org/W4250299935","https://openalex.org/W4254943578","https://openalex.org/W4285719527","https://openalex.org/W4288359825","https://openalex.org/W4302567162","https://openalex.org/W4361230065","https://openalex.org/W4404437288","https://openalex.org/W6602972026","https://openalex.org/W6608520768","https://openalex.org/W6713270242"],"related_works":["https://openalex.org/W2080498038","https://openalex.org/W3165644605","https://openalex.org/W4293581452","https://openalex.org/W2180206973","https://openalex.org/W3161695532","https://openalex.org/W1558334551","https://openalex.org/W2883931614","https://openalex.org/W1513370933","https://openalex.org/W3044575831","https://openalex.org/W1916593730"],"abstract_inverted_index":{"The":[0,164,187],"social":[1],"computing":[2],"community":[3],"has":[4],"demonstrated":[5],"interest":[6],"in":[7,57,132,183,190],"the":[8,74,122,133,154],"ethical":[9,31,81,151,181],"issues":[10,152],"sometimes":[11],"produced":[12],"by":[13],"machine":[14,33],"learning":[15,34],"(ML)":[16],"models,":[17],"like":[18],"violations":[19],"of":[20,30,76,109,171],"privacy,":[21],"fairness,":[22],"and":[23,41,80,93,142,146,157,176,204],"accountability.":[24],"This":[25],"paper":[26],"discovers":[27],"what":[28,42],"kinds":[29],"considerations":[32],"engineers":[35,68],"recognize,":[36],"how":[37,172],"they":[38,44,99,117],"build":[39],"understanding,":[40,79,203],"decisions":[43],"make":[45],"when":[46],"working":[47],"with":[48,148],"a":[49,104,115,138,168,178],"real-world":[50],"dataset.":[51,186],"In":[52],"particular,":[53],"it":[54,101],"illustrates":[55],"ways":[56],"which":[58],"Datasheets":[59,149],"for":[60],"Datasets,":[61],"an":[62,88,184],"accountability":[63],"intervention":[64],"designed":[65],"to":[66,86,95,102,129,144,199],"help":[67],"explore":[69],"unfamiliar":[70,185],"training":[71],"data,":[72],"scaffolds":[73],"process":[75],"issue":[77],"discovery,":[78],"decision-making.":[82],"Participants":[83,124],"were":[84,113,125],"asked":[85,94],"review":[87],"intentionally":[89],"ethically":[90,126],"problematic":[91],"dataset":[92],"think":[96],"aloud":[97],"as":[98],"used":[100,189],"solve":[103],"given":[105,114],"ML":[106],"problem.":[107],"Out":[108],"23":[110],"participants,":[111],"11":[112],"Datasheet":[116,139],"could":[118],"use":[119],"while":[120],"completing":[121],"task.":[123],"sensitive":[127],"enough":[128],"identify":[130],"concerns":[131],"dataset;":[134],"participants":[135,173],"who":[136],"had":[137],"did":[140],"open":[141],"refer":[143],"it;":[145],"those":[147,162],"mentioned":[150],"during":[153],"think-aloud":[155,165],"earlier":[156],"more":[158],"often":[159],"than":[160,161],"without.":[163],"protocol":[166],"offered":[167],"grounded":[169],"description":[170],"recognized,":[174],"understood,":[175],"made":[177],"decision":[179],"about":[180],"problems":[182],"method":[188],"this":[191],"study":[192],"can":[193],"test":[194],"other":[195],"interventions":[196],"that":[197],"claim":[198],"encourage":[200],"recognition,":[201],"promote":[202],"support":[205],"decision-making":[206],"among":[207],"technologists.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}