{"id":"https://openalex.org/W2613800022","doi":"https://doi.org/10.1145/3077257.3077260","title":"Interpreting Black-Box Classifiers Using Instance-Level Visual Explanations","display_name":"Interpreting Black-Box Classifiers Using Instance-Level Visual Explanations","publication_year":2017,"publication_date":"2017-05-10","ids":{"openalex":"https://openalex.org/W2613800022","doi":"https://doi.org/10.1145/3077257.3077260","mag":"2613800022"},"language":"en","primary_location":{"id":"doi:10.1145/3077257.3077260","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3077257.3077260","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Human-In-the-Loop Data Analytics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012276713","display_name":"Paolo Tamagnini","orcid":null},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Paolo Tamagnini","raw_affiliation_strings":["Sapienza University of Rome, Rome, RM, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sapienza University of Rome, Rome, RM, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038395206","display_name":"Josua Krause","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Josua Krause","raw_affiliation_strings":["New York University, Tandon School of Engineering, Brooklyn, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University, Tandon School of Engineering, Brooklyn, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051193196","display_name":"Aritra Dasgupta","orcid":"https://orcid.org/0000-0002-5551-5103"},"institutions":[{"id":"https://openalex.org/I142606810","display_name":"Pacific Northwest National Laboratory","ror":"https://ror.org/05h992307","country_code":"US","type":"facility","lineage":["https://openalex.org/I1325736334","https://openalex.org/I1330989302","https://openalex.org/I142606810","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aritra Dasgupta","raw_affiliation_strings":["Pacific Northwest National Laboratory, Richland, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pacific Northwest National Laboratory, Richland, WA, USA","institution_ids":["https://openalex.org/I142606810"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102923390","display_name":"Enrico Bertini","orcid":"https://orcid.org/0000-0002-9932-0551"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Enrico Bertini","raw_affiliation_strings":["New York University, Tandon School of Engineering, Brooklyn, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University, Tandon School of Engineering, Brooklyn, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9559,"has_fulltext":false,"cited_by_count":70,"citation_normalized_percentile":{"value":0.94879289,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.9710000157356262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.792104959487915},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.7148903012275696},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.7047369480133057},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.6293186545372009},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6226493716239929},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.5801673531532288},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5567742586135864},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5563541650772095},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5358449220657349},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5267005562782288},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.5117759108543396},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.5041898488998413},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.46988749504089355},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.441056489944458},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42206400632858276},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3569803833961487},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3237617015838623},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.25842049717903137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.792104959487915},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.7148903012275696},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.7047369480133057},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.6293186545372009},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6226493716239929},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.5801673531532288},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5567742586135864},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5563541650772095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5358449220657349},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5267005562782288},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5117759108543396},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.5041898488998413},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.46988749504089355},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.441056489944458},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42206400632858276},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3569803833961487},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3237617015838623},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.25842049717903137},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3077257.3077260","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3077257.3077260","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Human-In-the-Loop Data Analytics","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320306250","display_name":"Battelle","ror":"https://ror.org/01h5tnr73"},{"id":"https://openalex.org/F4320337547","display_name":"Laboratory Directed Research and Development","ror":"https://ror.org/01e41cf67"},{"id":"https://openalex.org/F4320338354","display_name":"Pacific Northwest National Laboratory","ror":"https://ror.org/05h992307"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W73593153","https://openalex.org/W198744195","https://openalex.org/W814282759","https://openalex.org/W1966087765","https://openalex.org/W1981119726","https://openalex.org/W1996796871","https://openalex.org/W2026905436","https://openalex.org/W2036547589","https://openalex.org/W2119770538","https://openalex.org/W2137406659","https://openalex.org/W2146388339","https://openalex.org/W2149033360","https://openalex.org/W2187089797","https://openalex.org/W2282821441","https://openalex.org/W2343061342","https://openalex.org/W2394669110","https://openalex.org/W2440722286","https://openalex.org/W2461606751","https://openalex.org/W2510750606","https://openalex.org/W2512304460","https://openalex.org/W2911964244","https://openalex.org/W3123427206","https://openalex.org/W3149933339"],"related_works":["https://openalex.org/W3193043704","https://openalex.org/W4386259002","https://openalex.org/W1546989560","https://openalex.org/W3171520305","https://openalex.org/W1924178503","https://openalex.org/W3135126032","https://openalex.org/W4288099294","https://openalex.org/W4308716060","https://openalex.org/W2186032312","https://openalex.org/W2161078926"],"abstract_inverted_index":{"To":[0,63],"realize":[1],"the":[2,25,28,33,37,51,59,79,112,125,128,140],"full":[3],"potential":[4],"of":[5,39,50,53,83,91,127,142],"machine":[6,40],"learning":[7,41],"in":[8,27,55,109],"diverse":[9],"real-world":[10],"domains,":[11],"it":[12],"is":[13],"necessary":[14],"for":[15,24,117],"model":[16,48,100,138],"predictions":[17,57,82],"to":[18,77,121],"be":[19],"readily":[20],"interpretable":[21],"and":[22,105],"actionable":[23],"human":[26],"loop.":[29],"Analysts,":[30],"who":[31],"are":[32,96],"users":[34],"but":[35],"not":[36,45],"developers":[38],"models,":[42],"often":[43],"do":[44],"trust":[46],"a":[47,70,89,99,102,131,135],"because":[49],"lack":[52],"transparency":[54],"associating":[56],"with":[58,130],"underlying":[60],"data":[61,115],"space.":[62],"address":[64],"this":[65],"problem,":[66],"we":[67],"propose":[68],"Rivelo,":[69],"visual":[71],"analytics":[72],"interface":[73,129],"that":[74],"enables":[75],"analysts":[76,108],"understand":[78],"causes":[80],"behind":[81],"binary":[84,114],"classifiers":[85],"by":[86],"interactively":[87,110],"exploring":[88],"set":[90],"instance-level":[92],"explanations.":[93],"These":[94],"explanations":[95],"model-agnostic,":[97],"treating":[98],"as":[101],"black":[103],"box,":[104],"they":[106],"help":[107],"probing":[111],"high-dimensional":[113],"space":[116],"detecting":[118],"features":[119],"relevant":[120],"predictions.":[122],"We":[123],"demonstrate":[124],"utility":[126],"case":[132],"study":[133],"analyzing":[134],"random":[136],"forest":[137],"on":[139],"sentiment":[141],"Yelp":[143],"reviews":[144],"about":[145],"doctors.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}