{"id":"https://openalex.org/W3026420262","doi":null,"title":"HOW MUCH IS THE BLACK BOX? THE VALUE OF EXPLAINABILITY IN MACHINE LEARNING MODELS","display_name":"HOW MUCH IS THE BLACK BOX? THE VALUE OF EXPLAINABILITY IN MACHINE LEARNING MODELS","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3026420262","mag":"3026420262"},"language":"en","primary_location":{"id":"pmh:oai:aisel.aisnet.org:ecis2020_rip-1084","doi":null,"is_oa":false,"landing_page_url":"https://aisel.aisnet.org/ecis2020_rip/85","pdf_url":null,"source":{"id":"https://openalex.org/S30879505","display_name":"Journal of the Association for Information Systems","issn_l":"1536-9323","issn":["1536-9323"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-scientific","cwts-core","dongbi-a","fnege-1","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310321080","host_organization_name":"Association for Information Systems","host_organization_lineage":["https://openalex.org/P4310321080"],"host_organization_lineage_names":["Association for Information Systems"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ECIS 2020 Research-in-Progress Papers","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052644257","display_name":"Jonas Wanner","orcid":"https://orcid.org/0000-0002-0118-7757","observed_orcids":["https://orcid.org/0000-0002-0118-7757"]},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonas Wanner","raw_affiliation_strings":["University of W\u00fcrzburg, W\u00fcrzburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0118-7757","affiliations":[{"raw_affiliation_string":"University of W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030403062","display_name":"Lukas-Valentin Herm","orcid":"https://orcid.org/0000-0002-0101-5429","observed_orcids":["https://orcid.org/0000-0002-0101-5429"]},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lukas-Valentin Herm","raw_affiliation_strings":["University of W\u00fcrzburg, W\u00fcrzburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0101-5429","affiliations":[{"raw_affiliation_string":"University of W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048865769","display_name":"Christian Janiesch","orcid":"https://orcid.org/0000-0002-8050-123X","observed_orcids":["https://orcid.org/0000-0002-8050-123X"]},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Janiesch","raw_affiliation_strings":["University of W\u00fcrzburg, W\u00fcrzburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I25974101"],"apc_list":null,"apc_paid":null,"fwci":0.8444,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.75942344,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.949999988079071},{"id":"https://openalex.org/keywords/black-box-modeling","display_name":"black-box models","score":0.7260000109672546},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.8109999895095825},{"id":"https://openalex.org/keywords/model-completeness","display_name":"model completeness","score":0.765999972820282},{"id":"https://openalex.org/keywords/human-factors","display_name":"human factors","score":0.4490000009536743},{"id":"https://openalex.org/keywords/user-perspective","display_name":"user perspective","score":0.6179999709129333},{"id":"https://openalex.org/keywords/model-transfer","display_name":"model transfer","score":0.3880000114440918},{"id":"https://openalex.org/keywords/survey-design","display_name":"survey design","score":0.5789999961853027}],"concepts":[{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.7266296744346619},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5814727544784546},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5203872919082642},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39084702730178833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37613022327423096}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:aisel.aisnet.org:ecis2020_rip-1084","doi":null,"is_oa":false,"landing_page_url":"https://aisel.aisnet.org/ecis2020_rip/85","pdf_url":null,"source":{"id":"https://openalex.org/S30879505","display_name":"Journal of the Association for Information Systems","issn_l":"1536-9323","issn":["1536-9323"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a-star","anvur-scientific","cwts-core","dongbi-a","fnege-1","jufo-3","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310321080","host_organization_name":"Association for Information Systems","host_organization_lineage":["https://openalex.org/P4310321080"],"host_organization_lineage_names":["Association for Information Systems"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ECIS 2020 Research-in-Progress Papers","raw_type":"text"},{"id":"mag:3026420262","doi":null,"is_oa":false,"landing_page_url":"https://aisel.aisnet.org/cgi/viewcontent.cgi?article=1084&context=ecis2020_rip","pdf_url":null,"source":{"id":"https://openalex.org/S4306418324","display_name":"European Conference on Information Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"European Conference on Information Systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4285232911","https://openalex.org/W4386142022","https://openalex.org/W4283805977","https://openalex.org/W6922424702","https://openalex.org/W7217563458","https://openalex.org/W4283829755","https://openalex.org/W7155103399","https://openalex.org/W3184829648","https://openalex.org/W4390357852","https://openalex.org/W4386689943"],"abstract_inverted_index":{"Machine":[0],"learning":[1,37],"enables":[2],"computers":[3],"to":[4,15,42,64,98,192],"learn":[5],"from":[6,121],"data":[7],"and":[8,26,52,73,136,165,183,200],"fuels":[9],"artificial":[10],"intelligence":[11],"systems":[12],"with":[13,158],"capabilities":[14],"make":[16],"even":[17,27],"super-human":[18],"decisions.":[19],"Yet,":[20],"despite":[21],"already":[22],"outperforming":[23],"preexisting":[24],"methods":[25],"humans":[28],"for":[29,168],"specific":[30],"tasks":[31],"in":[32],"gaming":[33],"or":[34,83],"healthcare,":[35],"machine":[36],"faces":[38],"several":[39],"challenges":[40],"related":[41],"the":[43,46,65,75,101,113,125,130,139,162,185,195],"uncertainty":[44],"of":[45,96,132,141,179,187],"analysis":[47],"result\u2019s":[48],"trustworthiness":[49],"beyond":[50],"training":[51],"validation":[53],"data.":[54],"This":[55],"is":[56],"because":[57],"many":[58],"well-performing":[59],"algorithms":[60],"are":[61],"black":[62,103],"boxes":[63],"user":[66,123],"who":[67],"\u2013":[68,70],"consequently":[69],"cannot":[71],"trace":[72],"understand":[74,193],"reasoning":[76],"behind":[77],"a":[78,85,94,122,133,159,171,188],"model\u2019s":[79,134],"prediction":[80,143],"when":[81],"taking":[82],"executing":[84],"decision.":[86],"In":[87,145],"response,":[88],"explainable":[89,108,151],"AI":[90,109,152],"has":[91],"emerged":[92],"as":[93,129,138],"field":[95],"study":[97,120],"glass":[99,180],"box":[100,104,181],"former":[102],"models.":[105],"However,":[106],"current":[107],"research":[110],"often":[111],"neglects":[112],"human":[114,163],"factor.":[115],"Against":[116],"this":[117],"backdrop,":[118],"we":[119,147,174],"perspective":[124],"trade-off":[126],"between":[127],"completeness,":[128],"accuracy":[131],"prediction,":[135],"interpretability,":[137],"way":[140],"model":[142,153],"understanding.":[144],"particular,":[146],"evaluate":[148],"how":[149],"existing":[150],"transfers":[154],"can":[155],"be":[156],"used":[157],"focus":[160],"on":[161],"recipient":[164],"derive":[166],"recommendations":[167],"improvements.":[169],"As":[170],"first":[172],"step,":[173],"have":[175],"identified":[176],"eleven":[177],"types":[178],"models":[182],"defined":[184],"fundamentals":[186],"well-founded":[189],"survey":[190],"design":[191],"better":[194],"factors":[196],"that":[197],"support":[198],"interpretability":[199],"weighing":[201],"them":[202],"against":[203],"improved":[204],"yet":[205],"black-boxed":[206],"completeness.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":6}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2020-05-29T00:00:00"}