{"id":"https://openalex.org/W4220951138","doi":"https://doi.org/10.1007/s00146-022-01417-y","title":"Separating facts and evaluation: motivation, account, and learnings from a novel approach to evaluating the human impacts of machine learning","display_name":"Separating facts and evaluation: motivation, account, and learnings from a novel approach to evaluating the human impacts of machine learning","publication_year":2022,"publication_date":"2022-03-16","ids":{"openalex":"https://openalex.org/W4220951138","doi":"https://doi.org/10.1007/s00146-022-01417-y"},"language":"en","primary_location":{"id":"doi:10.1007/s00146-022-01417-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00146-022-01417-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00146-022-01417-y.pdf","source":{"id":"https://openalex.org/S4210190517","display_name":"AI & Society","issn_l":"0951-5666","issn":["0951-5666","1435-5655"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI & SOCIETY","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00146-022-01417-y.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091010426","display_name":"Ryan Jenkins","orcid":"https://orcid.org/0000-0001-9935-2994"},"institutions":[{"id":"https://openalex.org/I149919469","display_name":"California Polytechnic State University","ror":"https://ror.org/001gpfp45","country_code":"US","type":"education","lineage":["https://openalex.org/I149919469"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ryan Jenkins","raw_affiliation_strings":["Philosophy Department, California Polytechnic State University, San Luis Obispo, USA"],"raw_orcid":"https://orcid.org/0000-0001-9935-2994","affiliations":[{"raw_affiliation_string":"Philosophy Department, California Polytechnic State University, San Luis Obispo, USA","institution_ids":["https://openalex.org/I149919469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072838552","display_name":"Kristian Hammond","orcid":"https://orcid.org/0000-0002-4579-6685"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristian Hammond","raw_affiliation_strings":["Computer Science Department, Northwestern University, Evanston, USA"],"raw_orcid":"https://orcid.org/0000-0002-4579-6685","affiliations":[{"raw_affiliation_string":"Computer Science Department, Northwestern University, Evanston, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080026474","display_name":"Sarah Spurlock","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah Spurlock","raw_affiliation_strings":["Computer Science Department, Northwestern University, Evanston, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Northwestern University, Evanston, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013309687","display_name":"Leilani H. Gilpin","orcid":null},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leilani Gilpin","raw_affiliation_strings":["Computer Science and Engineering Department, University of California, Santa Cruz, USA"],"raw_orcid":"https://orcid.org/0000-0002-9741-2014","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Department, University of California, Santa Cruz, USA","institution_ids":["https://openalex.org/I185103710"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5091010426"],"corresponding_institution_ids":["https://openalex.org/I149919469"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":2.1592,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.87937081,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"38","issue":"4","first_page":"1415","last_page":"1428"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.9434000253677368,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5889742970466614},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5276131629943848},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5253353118896484},{"id":"https://openalex.org/keywords/general-partnership","display_name":"General partnership","score":0.41151106357574463},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3401558995246887},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.33943814039230347},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1937209665775299},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1672857403755188},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.0904388427734375}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5889742970466614},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5276131629943848},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5253353118896484},{"id":"https://openalex.org/C71750763","wikidata":"https://www.wikidata.org/wiki/Q646164","display_name":"General partnership","level":2,"score":0.41151106357574463},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3401558995246887},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.33943814039230347},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1937209665775299},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1672857403755188},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0904388427734375},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s00146-022-01417-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00146-022-01417-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00146-022-01417-y.pdf","source":{"id":"https://openalex.org/S4210190517","display_name":"AI & Society","issn_l":"0951-5666","issn":["0951-5666","1435-5655"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI & SOCIETY","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s00146-022-01417-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00146-022-01417-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00146-022-01417-y.pdf","source":{"id":"https://openalex.org/S4210190517","display_name":"AI & Society","issn_l":"0951-5666","issn":["0951-5666","1435-5655"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI & SOCIETY","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4099999964237213}],"awards":[],"funders":[{"id":"https://openalex.org/F4320318072","display_name":"Underwriters Laboratories","ror":"https://ror.org/045n75910"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4220951138.pdf","grobid_xml":"https://content.openalex.org/works/W4220951138.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W194567469","https://openalex.org/W418559614","https://openalex.org/W790825912","https://openalex.org/W1496347673","https://openalex.org/W1516338434","https://openalex.org/W1841127161","https://openalex.org/W1974354495","https://openalex.org/W1976129032","https://openalex.org/W1984025373","https://openalex.org/W2000167874","https://openalex.org/W2013193458","https://openalex.org/W2058107732","https://openalex.org/W2060527101","https://openalex.org/W2081114887","https://openalex.org/W2081731715","https://openalex.org/W2106460240","https://openalex.org/W2121765158","https://openalex.org/W2130661992","https://openalex.org/W2144328377","https://openalex.org/W2166588795","https://openalex.org/W2171757967","https://openalex.org/W2259456505","https://openalex.org/W2315638993","https://openalex.org/W2320344366","https://openalex.org/W2324627472","https://openalex.org/W2332736306","https://openalex.org/W2333564218","https://openalex.org/W2335776772","https://openalex.org/W2915468618","https://openalex.org/W2939070681","https://openalex.org/W2999331643","https://openalex.org/W3001363766","https://openalex.org/W3014972121","https://openalex.org/W3017246378","https://openalex.org/W3034081756","https://openalex.org/W3081716527","https://openalex.org/W3100156698","https://openalex.org/W3122189619","https://openalex.org/W3125057561","https://openalex.org/W3130825363","https://openalex.org/W3132977223","https://openalex.org/W3155016818","https://openalex.org/W4220699706","https://openalex.org/W4231554124","https://openalex.org/W4245174584","https://openalex.org/W4247799989","https://openalex.org/W4252272959"],"related_works":["https://openalex.org/W2012842278","https://openalex.org/W4220926968","https://openalex.org/W2080060262","https://openalex.org/W3084303801","https://openalex.org/W4255824972","https://openalex.org/W1505715248","https://openalex.org/W2394888724","https://openalex.org/W1979499560","https://openalex.org/W2792733032","https://openalex.org/W2027309179"],"abstract_inverted_index":{"Abstract":[0],"In":[1,18],"this":[2],"paper,":[3],"we":[4,24,75,111],"outline":[5],"a":[6,27,34,113],"new":[7],"method":[8],"for":[9,88,115],"evaluating":[10],"the":[11,31,44,49,59,93,96,99,102,105,108,116],"human":[12],"impact":[13,106,120],"of":[14,33,37,48,61,84,95,98,104,107,118],"machine-learning":[15],"(ML)":[16],"applications.":[17],"partnership":[19],"with":[20],"Underwriters":[21],"Laboratories":[22],"Inc.,":[23],"have":[25],"developed":[26],"framework":[28,114],"to":[29],"evaluate":[30],"impacts":[32],"particular":[35,66],"use":[36,60],"machine":[38],"learning":[39],"that":[40,53,121],"is":[41,55],"based":[42],"on":[43],"goals":[45],"and":[46,80],"values":[47],"domain":[50],"in":[51,65],"which":[52],"application":[54],"deployed.":[56],"By":[57,91],"examining":[58],"artificial":[62,89],"intelligence":[63],"(AI)":[64],"domains,":[67],"such":[68],"as":[69],"journalism,":[70],"criminal":[71],"justice,":[72],"or":[73],"law,":[74],"can":[76],"develop":[77],"more":[78],"nuanced":[79],"practically":[81],"relevant":[82],"understandings":[83],"key":[85],"ethical":[86],"guidelines":[87],"intelligence.":[90],"decoupling":[92],"extraction":[94],"facts":[97],"matter":[100],"from":[101],"evaluation":[103],"resulting":[109],"systems,":[110],"create":[112],"process":[117],"assessing":[119],"has":[122],"two":[123],"distinctly":[124],"different":[125],"phases.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}