{"id":"https://openalex.org/W3123497755","doi":"https://doi.org/10.1145/3411764.3445088","title":"Beyond Expertise and Roles: A Framework to Characterize the Stakeholders of Interpretable Machine Learning and their Needs","display_name":"Beyond Expertise and Roles: A Framework to Characterize the Stakeholders of Interpretable Machine Learning and their Needs","publication_year":2021,"publication_date":"2021-05-06","ids":{"openalex":"https://openalex.org/W3123497755","doi":"https://doi.org/10.1145/3411764.3445088","mag":"3123497755"},"language":"en","primary_location":{"id":"doi:10.1145/3411764.3445088","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3411764.3445088","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3411764.3445088","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3411764.3445088","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Harini Suresh","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harini Suresh","raw_affiliation_strings":["MIT, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT, United States","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Steven R. Gomez","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven R. Gomez","raw_affiliation_strings":["MIT, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT, United States","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kevin K. Nam","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin K. Nam","raw_affiliation_strings":["MIT, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT, United States","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"last","author":{"id":null,"display_name":"Arvind Satyanarayan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arvind Satyanarayan","raw_affiliation_strings":["MIT, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT, United States","institution_ids":["https://openalex.org/I4210110987"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.6331,"has_fulltext":true,"cited_by_count":105,"citation_normalized_percentile":{"value":0.98602624,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9563000202178955},{"id":"https://openalex.org/keywords/reflexivity","display_name":"Reflexivity","score":0.5271999835968018},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5059999823570251},{"id":"https://openalex.org/keywords/stakeholder","display_name":"Stakeholder","score":0.49059998989105225},{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.4837000072002411},{"id":"https://openalex.org/keywords/typology","display_name":"Typology","score":0.47749999165534973},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.3799000084400177}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9563000202178955},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5674999952316284},{"id":"https://openalex.org/C13200473","wikidata":"https://www.wikidata.org/wiki/Q2747831","display_name":"Reflexivity","level":2,"score":0.5271999835968018},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5059999823570251},{"id":"https://openalex.org/C201305675","wikidata":"https://www.wikidata.org/wiki/Q852998","display_name":"Stakeholder","level":2,"score":0.49059998989105225},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.4837000072002411},{"id":"https://openalex.org/C75795011","wikidata":"https://www.wikidata.org/wiki/Q917904","display_name":"Typology","level":2,"score":0.47749999165534973},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.476500004529953},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.44749999046325684},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4004000127315521},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3977999985218048},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3799000084400177},{"id":"https://openalex.org/C2780688418","wikidata":"https://www.wikidata.org/wiki/Q422933","display_name":"Elitism","level":3,"score":0.35499998927116394},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.33500000834465027},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.31349998712539673},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.26980000734329224}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3411764.3445088","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3411764.3445088","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3411764.3445088","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2101.09824","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.09824","pdf_url":"https://arxiv.org/pdf/2101.09824","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3411764.3445088","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3411764.3445088","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3411764.3445088","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4263670859","display_name":null,"funder_award_id":"1900991","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7647474342","display_name":null,"funder_award_id":"FA8750-19-2-1000","funder_id":"https://openalex.org/F4320332467","funder_display_name":"U.S. Air Force"},{"id":"https://openalex.org/G7964149644","display_name":null,"funder_award_id":"FA8750-19-2-1000","funder_id":"https://openalex.org/F4320338294","funder_display_name":"Air Force Research Laboratory"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332467","display_name":"U.S. Air Force","ror":"https://ror.org/006gmme17"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3123497755.pdf","grobid_xml":"https://content.openalex.org/works/W3123497755.grobid-xml"},"referenced_works_count":81,"referenced_works":["https://openalex.org/W9204190","https://openalex.org/W1552694902","https://openalex.org/W1594564082","https://openalex.org/W1787224781","https://openalex.org/W1806647190","https://openalex.org/W1990992533","https://openalex.org/W2021493990","https://openalex.org/W2025544150","https://openalex.org/W2041277401","https://openalex.org/W2061075166","https://openalex.org/W2073800769","https://openalex.org/W2075211257","https://openalex.org/W2087061903","https://openalex.org/W2088228115","https://openalex.org/W2122804525","https://openalex.org/W2131251708","https://openalex.org/W2154157725","https://openalex.org/W2237502368","https://openalex.org/W2276458159","https://openalex.org/W2298562067","https://openalex.org/W2403343111","https://openalex.org/W2522925973","https://openalex.org/W2608389450","https://openalex.org/W2763172566","https://openalex.org/W2764024122","https://openalex.org/W2765204106","https://openalex.org/W2778461957","https://openalex.org/W2792641098","https://openalex.org/W2795530988","https://openalex.org/W2795622273","https://openalex.org/W2796885425","https://openalex.org/W2891340972","https://openalex.org/W2891505635","https://openalex.org/W2897042519","https://openalex.org/W2899768131","https://openalex.org/W2901895173","https://openalex.org/W2911234504","https://openalex.org/W2915577650","https://openalex.org/W2916797267","https://openalex.org/W2919282370","https://openalex.org/W2923421605","https://openalex.org/W2940562782","https://openalex.org/W2942073295","https://openalex.org/W2942157335","https://openalex.org/W2942399136","https://openalex.org/W2942444880","https://openalex.org/W2942608732","https://openalex.org/W2942658839","https://openalex.org/W2945526235","https://openalex.org/W2952342347","https://openalex.org/W2956281901","https://openalex.org/W2962790223","https://openalex.org/W2963095307","https://openalex.org/W2963214037","https://openalex.org/W2963271501","https://openalex.org/W2963847595","https://openalex.org/W2964108846","https://openalex.org/W2970837303","https://openalex.org/W2996061341","https://openalex.org/W2999637955","https://openalex.org/W2999765337","https://openalex.org/W3001807593","https://openalex.org/W3003599720","https://openalex.org/W3005073185","https://openalex.org/W3013149459","https://openalex.org/W3013160799","https://openalex.org/W3016099278","https://openalex.org/W3019489177","https://openalex.org/W3027367391","https://openalex.org/W3028689275","https://openalex.org/W3029464893","https://openalex.org/W3030109724","https://openalex.org/W3032875465","https://openalex.org/W3034491755","https://openalex.org/W3041288499","https://openalex.org/W3104119469","https://openalex.org/W4211072705","https://openalex.org/W4229494842","https://openalex.org/W4288269198","https://openalex.org/W4288414189","https://openalex.org/W4301053751"],"related_works":[],"abstract_inverted_index":{"To":[0],"ensure":[1],"accountability":[2],"and":[3,17,24,35,63,66,79,106,122,133,138],"mitigate":[4],"harm,":[5],"it":[6,68],"is":[7,21],"critical":[8],"that":[9,20,48,92],"diverse":[10],"stakeholders":[11,40,58,119],"can":[12],"interrogate":[13],"black-box":[14],"automated":[15],"systems":[16],"find":[18,113],"information":[19],"understandable,":[22],"relevant,":[23],"useful":[25],"to":[26,130,144],"them.":[27],"In":[28,101],"this":[29,146],"paper,":[30],"we":[31,112],"eschew":[32],"prior":[33],"expertise-":[34],"role-based":[36],"categorizations":[37],"of":[38,43,73,89,109,118,135],"interpretability":[39,54,99,126],"in":[41,70,124],"favor":[42],"a":[44,86,140],"more":[45,115,141],"granular":[46],"framework":[47],"decouples":[49],"stakeholders\u2019":[50],"knowledge":[51,65],"from":[52,97],"their":[53,60],"needs.":[55],"We":[56,83],"characterize":[57],"by":[59],"formal,":[61],"instrumental,":[62],"personal":[64],"how":[67],"manifests":[69],"the":[71,76,80,103,125,131],"contexts":[72],"machine":[74],"learning,":[75],"data":[77],"domain,":[78],"general":[81],"milieu.":[82],"additionally":[84],"distill":[85],"hierarchical":[87],"typology":[88],"stakeholder":[90],"needs":[91],"distinguishes":[93],"higher-level":[94],"domain":[95],"goals":[96],"lower-level":[98],"tasks.":[100],"assessing":[102],"descriptive,":[104],"evaluative,":[105],"generative":[107],"powers":[108],"our":[110,114],"framework,":[111],"nuanced":[116],"treatment":[117],"reveals":[120],"gaps":[121],"opportunities":[123],"literature,":[127],"adds":[128],"precision":[129],"design":[132],"comparison":[134],"user":[136],"studies,":[137],"facilitates":[139],"reflexive":[142],"approach":[143],"conducting":[145],"research.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":32},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":4}],"updated_date":"2026-06-19T17:40:00.097472","created_date":"2021-02-01T00:00:00"}