{"id":"https://openalex.org/W4399363091","doi":"https://doi.org/10.1145/3630106.3659028","title":"Regulating Explainability in Machine Learning Applications -- Observations from a Policy Design Experiment","display_name":"Regulating Explainability in Machine Learning Applications -- Observations from a Policy Design Experiment","publication_year":2024,"publication_date":"2024-06-03","ids":{"openalex":"https://openalex.org/W4399363091","doi":"https://doi.org/10.1145/3630106.3659028"},"language":"en","primary_location":{"id":"doi:10.1145/3630106.3659028","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3659028","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3659028","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3659028","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007817499","display_name":"Nadia Nahar","orcid":"https://orcid.org/0000-0003-4448-4804"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nadia Nahar","raw_affiliation_strings":["Software and Societal Systems Department, School of Computer Science, Carnegie Mellon University, United States"],"affiliations":[{"raw_affiliation_string":"Software and Societal Systems Department, School of Computer Science, Carnegie Mellon University, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099024643","display_name":"Jenny Rowlett","orcid":"https://orcid.org/0009-0005-5699-669X"},"institutions":[{"id":"https://openalex.org/I70571728","display_name":"Oberlin College","ror":"https://ror.org/05ac26z88","country_code":"US","type":"education","lineage":["https://openalex.org/I70571728"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jenny Rowlett","raw_affiliation_strings":["Oberlin College, USA"],"affiliations":[{"raw_affiliation_string":"Oberlin College, USA","institution_ids":["https://openalex.org/I70571728"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103033476","display_name":"Matthew Bray","orcid":"https://orcid.org/0009-0007-9096-301X"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Bray","raw_affiliation_strings":["Yale University, USA"],"affiliations":[{"raw_affiliation_string":"Yale University, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102767597","display_name":"Zahra Abba Omar","orcid":"https://orcid.org/0009-0000-8247-5023"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zahra Abba Omar","raw_affiliation_strings":["Yale University, USA"],"affiliations":[{"raw_affiliation_string":"Yale University, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026211955","display_name":"Xenophon Papademetris","orcid":"https://orcid.org/0000-0001-7711-3335"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xenophon Papademetris","raw_affiliation_strings":["Yale University, USA"],"affiliations":[{"raw_affiliation_string":"Yale University, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001364517","display_name":"Alka V. Menon","orcid":"https://orcid.org/0000-0002-7420-751X"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alka Menon","raw_affiliation_strings":["Yale University, USA"],"affiliations":[{"raw_affiliation_string":"Yale University, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067467896","display_name":"Christian K\u00e4stner","orcid":"https://orcid.org/0000-0002-4450-4572"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christian K\u00e4stner","raw_affiliation_strings":["Carnegie Mellon University, United States"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, United States","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5007817499"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":1.3901,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83606223,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2101","last_page":"2112"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9677000045776367,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/skepticism","display_name":"Skepticism","score":0.62059485912323},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5499424934387207},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4928145706653595},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.4863210618495941},{"id":"https://openalex.org/keywords/optimism","display_name":"Optimism","score":0.4829963445663452},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48085910081863403},{"id":"https://openalex.org/keywords/compliance","display_name":"Compliance (psychology)","score":0.4571618139743805},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4090471863746643},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.3459927439689636},{"id":"https://openalex.org/keywords/public-relations","display_name":"Public relations","score":0.324684202671051},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.28777503967285156},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.27423596382141113},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.22165921330451965},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.1329198181629181}],"concepts":[{"id":"https://openalex.org/C18296254","wikidata":"https://www.wikidata.org/wiki/Q1395219","display_name":"Skepticism","level":2,"score":0.62059485912323},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5499424934387207},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4928145706653595},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.4863210618495941},{"id":"https://openalex.org/C204017024","wikidata":"https://www.wikidata.org/wiki/Q485446","display_name":"Optimism","level":2,"score":0.4829963445663452},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48085910081863403},{"id":"https://openalex.org/C2781460075","wikidata":"https://www.wikidata.org/wiki/Q1399332","display_name":"Compliance (psychology)","level":2,"score":0.4571618139743805},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4090471863746643},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3459927439689636},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.324684202671051},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.28777503967285156},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27423596382141113},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.22165921330451965},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1329198181629181},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3630106.3659028","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3659028","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3659028","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3630106.3659028","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3659028","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3659028","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5600000023841858,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399363091.pdf"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W177539302","https://openalex.org/W1483280370","https://openalex.org/W1595739900","https://openalex.org/W1974095749","https://openalex.org/W1980975001","https://openalex.org/W1989630473","https://openalex.org/W2016840095","https://openalex.org/W2051185212","https://openalex.org/W2065969726","https://openalex.org/W2068139557","https://openalex.org/W2112128705","https://openalex.org/W2113420165","https://openalex.org/W2119081545","https://openalex.org/W2147111138","https://openalex.org/W2165367464","https://openalex.org/W2263936035","https://openalex.org/W2281799576","https://openalex.org/W2293969970","https://openalex.org/W2346180022","https://openalex.org/W2582721310","https://openalex.org/W2618851150","https://openalex.org/W2751899792","https://openalex.org/W2786242872","https://openalex.org/W2898664788","https://openalex.org/W2913668833","https://openalex.org/W2916006047","https://openalex.org/W2923421605","https://openalex.org/W2945976633","https://openalex.org/W2948927454","https://openalex.org/W2974071289","https://openalex.org/W2984139605","https://openalex.org/W2996844929","https://openalex.org/W3013149459","https://openalex.org/W3014972121","https://openalex.org/W3025835448","https://openalex.org/W3046916485","https://openalex.org/W3094025600","https://openalex.org/W3100046612","https://openalex.org/W3100511085","https://openalex.org/W3122075665","https://openalex.org/W3124443940","https://openalex.org/W3200354049","https://openalex.org/W3212368439","https://openalex.org/W4206277760","https://openalex.org/W4214810323","https://openalex.org/W4220875808","https://openalex.org/W4238988491","https://openalex.org/W4239069533","https://openalex.org/W4241857777","https://openalex.org/W4253763531","https://openalex.org/W4300071243","https://openalex.org/W4378695905","https://openalex.org/W4380365332","https://openalex.org/W4389307142","https://openalex.org/W6738852829","https://openalex.org/W6989139849","https://openalex.org/W7024103744","https://openalex.org/W7067578152"],"related_works":["https://openalex.org/W2082080254","https://openalex.org/W4230455549","https://openalex.org/W4324317499","https://openalex.org/W4240386019","https://openalex.org/W653411598","https://openalex.org/W2122713011","https://openalex.org/W2071729956","https://openalex.org/W4389299324","https://openalex.org/W4288085532","https://openalex.org/W2900331548"],"abstract_inverted_index":{"With":[0],"the":[1,33,38,48,63,69,77,111,161,249],"rise":[2],"of":[3,50,65,103,113,197,214,221],"artificial":[4],"intelligence":[5],"(AI),":[6],"concerns":[7],"about":[8],"AI":[9,35,66,106,264],"applications":[10,265],"causing":[11],"unforeseen":[12],"harms":[13],"to":[14,24,47,59,73,119,164,189,209],"safety,":[15],"privacy,":[16],"security,":[17],"and":[18,37,107,139,142,171,184,204,235,260],"fairness":[19],"are":[20,27],"intensifying.":[21],"While":[22],"attempts":[23],"create":[25],"regulations":[26],"underway,":[28],"with":[29,76,105,166,218,236],"initiatives":[30],"such":[31,51],"as":[32,46,68,242],"EU":[34,78],"Act":[36],"2023":[39],"White":[40],"House":[41],"executive":[42],"order,":[43],"skepticism":[44],"abounds":[45],"efficacy":[49],"regulations.":[52],"This":[53,251],"paper":[54],"explores":[55],"an":[56,93,153,211],"interdisciplinary":[57,123],"approach":[58],"designing":[60],"policy":[61,108,131,155,191,202,240],"for":[62,89,132,255,263],"explainability":[64,133],"applications,":[67],"widely":[70],"discussed":[71],"\"right":[72],"explanation\"":[74],"associated":[75],"General":[79],"Data":[80],"Protection":[81],"Regulation":[82],"is":[83,137,266],"ambiguous.":[84],"To":[85],"develop":[86],"practical":[87,259],"guidance":[88],"explainability,":[90],"we":[91,125],"conducted":[92],"experimental":[94],"study":[95],"that":[96,136,224,258],"involved":[97],"continuous":[98,185],"collaboration":[99],"among":[100],"a":[101,130,177,219,231],"team":[102],"researchers":[104,247],"backgrounds":[109],"over":[110,193],"course":[112],"ten":[114],"weeks.":[115],"The":[116],"objective":[117],"was":[118,187,199],"determine":[120],"whether,":[121],"through":[122],"effort,":[124],"can":[126,227],"reach":[127],"consensus":[128],"on":[129,176,248],"in":[134,239],"AI\u2013one":[135],"clearer,":[138],"more":[140],"actionable":[141],"enforceable":[143],"than":[144],"current":[145],"guidelines.":[146],"We":[147,216],"share":[148],"nine":[149],"observations,":[150],"derived":[151],"from":[152],"iterative":[154,183],"design":[156],"process,":[157],"which":[158],"included":[159],"drafting":[160],"policy,":[162],"attempting":[163],"comply":[165],"it":[167],"(or":[168],"circumvent":[169],"it),":[170],"collectively":[172],"evaluating":[173],"its":[174],"effectiveness":[175],"weekly":[178],"basis.":[179],"Key":[180],"observations":[181],"include:":[182],"feedback":[186],"useful":[188],"improve":[190],"drafts":[192],"time,":[194],"discussing":[195],"evidence":[196],"compliance":[198],"necessary":[200],"during":[201],"design,":[203,241],"human-subject":[205],"studies":[206],"were":[207],"found":[208],"be":[210,228],"important":[212],"form":[213],"evidence.":[215],"conclude":[217],"note":[220],"optimism,":[222],"arguing":[223],"meaningful":[225],"policies":[226],"achieved":[229],"within":[230],"moderate":[232],"time":[233],"frame":[234],"limited":[237],"experience":[238],"demonstrated":[243],"by":[244],"our":[245],"student":[246],"team.":[250],"holds":[252],"promising":[253],"implications":[254],"policymakers,":[256],"signaling":[257],"effective":[261],"regulation":[262],"attainable.":[267]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}