{"id":"https://openalex.org/W2612821743","doi":"https://doi.org/10.1109/vast.2017.8585720","title":"A Workflow for Visual Diagnostics of Binary Classifiers using Instance-Level Explanations","display_name":"A Workflow for Visual Diagnostics of Binary Classifiers using Instance-Level Explanations","publication_year":2017,"publication_date":"2017-10-01","ids":{"openalex":"https://openalex.org/W2612821743","doi":"https://doi.org/10.1109/vast.2017.8585720","mag":"2612821743"},"language":"en","primary_location":{"id":"doi:10.1109/vast.2017.8585720","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vast.2017.8585720","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Conference on Visual Analytics Science and Technology (VAST)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1705.01968","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038395206","display_name":"Josua Krause","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Josua Krause","raw_affiliation_strings":["NYU Tandon School of Engineering"],"affiliations":[{"raw_affiliation_string":"NYU Tandon School of Engineering","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051193196","display_name":"Aritra Dasgupta","orcid":"https://orcid.org/0000-0002-5551-5103"},"institutions":[{"id":"https://openalex.org/I142606810","display_name":"Pacific Northwest National Laboratory","ror":"https://ror.org/05h992307","country_code":"US","type":"facility","lineage":["https://openalex.org/I1325736334","https://openalex.org/I1330989302","https://openalex.org/I142606810","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aritra Dasgupta","raw_affiliation_strings":["Pacific Northwest National Laboratory","Pacific Northwest National Laboratory,"],"affiliations":[{"raw_affiliation_string":"Pacific Northwest National Laboratory","institution_ids":["https://openalex.org/I142606810"]},{"raw_affiliation_string":"Pacific Northwest National Laboratory,","institution_ids":["https://openalex.org/I142606810"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028090225","display_name":"Jordan Swartz","orcid":"https://orcid.org/0000-0001-6482-9545"},"institutions":[{"id":"https://openalex.org/I4394709130","display_name":"Indiana University School of Medicine","ror":"https://ror.org/02ets8c94","country_code":null,"type":"education","lineage":["https://openalex.org/I4394709130","https://openalex.org/I592451"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Jordan Swartz","raw_affiliation_strings":["NYU School of Medicine"],"affiliations":[{"raw_affiliation_string":"NYU School of Medicine","institution_ids":["https://openalex.org/I4394709130"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087660055","display_name":"Yindalon Aphinyanaphongs","orcid":"https://orcid.org/0000-0001-8605-5392"},"institutions":[{"id":"https://openalex.org/I4394709130","display_name":"Indiana University School of Medicine","ror":"https://ror.org/02ets8c94","country_code":null,"type":"education","lineage":["https://openalex.org/I4394709130","https://openalex.org/I592451"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Yindalon Aphinyanaphongs","raw_affiliation_strings":["NYU School of Medicine"],"affiliations":[{"raw_affiliation_string":"NYU School of Medicine","institution_ids":["https://openalex.org/I4394709130"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102923390","display_name":"Enrico Bertini","orcid":"https://orcid.org/0000-0002-9932-0551"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Enrico Bertini","raw_affiliation_strings":["NYU Tandon School of Engineering"],"affiliations":[{"raw_affiliation_string":"NYU Tandon School of Engineering","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5038395206"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9249,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.83718095,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"162","last_page":"172"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9276999831199646,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8540666103363037},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7559900879859924},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.6630167961120605},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5712252259254456},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5685074925422668},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.523375391960144},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.518578290939331},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.48276248574256897},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4251460134983063},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.41701874136924744},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3556859493255615},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.22254237532615662},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.11298161745071411}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8540666103363037},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7559900879859924},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.6630167961120605},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5712252259254456},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5685074925422668},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.523375391960144},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.518578290939331},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.48276248574256897},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4251460134983063},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.41701874136924744},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3556859493255615},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.22254237532615662},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.11298161745071411},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/vast.2017.8585720","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vast.2017.8585720","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Conference on Visual Analytics Science and Technology (VAST)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1705.01968","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1705.01968","pdf_url":"https://arxiv.org/pdf/1705.01968","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2612821743","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1705.01968.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1705.01968","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1705.01968","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1705.01968","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1705.01968","pdf_url":"https://arxiv.org/pdf/1705.01968","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320306250","display_name":"Battelle","ror":"https://ror.org/01h5tnr73"},{"id":"https://openalex.org/F4320338354","display_name":"Pacific Northwest National Laboratory","ror":"https://ror.org/05h992307"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2612821743.pdf","grobid_xml":"https://content.openalex.org/works/W2612821743.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W198744195","https://openalex.org/W1501005121","https://openalex.org/W1677182931","https://openalex.org/W1966087765","https://openalex.org/W1996796871","https://openalex.org/W2012457675","https://openalex.org/W2026905436","https://openalex.org/W2036547589","https://openalex.org/W2053075547","https://openalex.org/W2096367109","https://openalex.org/W2108712612","https://openalex.org/W2126982030","https://openalex.org/W2131251708","https://openalex.org/W2137406659","https://openalex.org/W2149033360","https://openalex.org/W2161123687","https://openalex.org/W2282821441","https://openalex.org/W2333663314","https://openalex.org/W2394669110","https://openalex.org/W2510750606","https://openalex.org/W2512274390","https://openalex.org/W2513899057","https://openalex.org/W2587299461","https://openalex.org/W2613800022","https://openalex.org/W2911964244","https://openalex.org/W3123427206","https://openalex.org/W6611762666","https://openalex.org/W6631816546","https://openalex.org/W6718882145","https://openalex.org/W6718991148","https://openalex.org/W7001912067"],"related_works":["https://openalex.org/W2963795072","https://openalex.org/W3043937498","https://openalex.org/W3201294522","https://openalex.org/W3100032425","https://openalex.org/W118961843","https://openalex.org/W2950232947","https://openalex.org/W2211305451","https://openalex.org/W3202452289","https://openalex.org/W3184174269","https://openalex.org/W1486762633","https://openalex.org/W3091850269","https://openalex.org/W2965446359","https://openalex.org/W3130185945","https://openalex.org/W2588967392","https://openalex.org/W3044826997","https://openalex.org/W2969643344","https://openalex.org/W2894362806","https://openalex.org/W2582443100","https://openalex.org/W2222842558","https://openalex.org/W2994972352"],"abstract_inverted_index":{"Human-in-the-loop":[0],"data":[1,30,96],"analysis":[2],"applications":[3],"necessitate":[4],"greater":[5],"transparency":[6],"in":[7,74],"machine":[8,146,159],"learning":[9,147,160],"models":[10,161],"for":[11,130],"experts":[12,34,176,189],"to":[13,28,63,93,107,113,123,155],"understand":[14,38,108],"and":[15,32,37,60,86,117,148,183],"trust":[16],"their":[17,75],"decisions.":[18],"To":[19],"this":[20,168],"end,":[21],"we":[22],"propose":[23],"a":[24,43,65,139,143,196],"visual":[25,68,84],"analytics":[26],"workflow":[27,78,135,174],"help":[29],"scientists":[31],"domain":[33],"explore,":[35],"diagnose,":[36],"the":[39,72,131,172,181,184],"decisions":[40],"made":[41],"by":[42],"binary":[44],"classifier.":[45],"The":[46,77,134,164],"approach":[47],"leverages":[48],"\u201cinstance-level":[49],"explanations\u201d,":[50],"measures":[51],"of":[52,67,145,158],"local":[53],"feature":[54],"relevance":[55],"that":[56,70,171],"explain":[57],"single":[58],"instances,":[59],"uses":[61],"them":[62],"build":[64],"set":[66],"representations":[69,85],"guide":[71],"users":[73],"investigation.":[76],"is":[79,136],"based":[80,89,104,119],"on":[81,90,105,120,126,194],"three":[82],"main":[83],"steps:":[87],"one":[88,103,118],"aggregate":[91],"statistics":[92],"see":[94],"how":[95,195],"distributes":[97],"across":[98],"correct":[99],"/":[100],"incorrect":[101],"decisions;":[102,116],"explanations":[106],"which":[109],"features":[110],"are":[111],"used":[112,152],"make":[114,156],"these":[115],"raw":[121],"data,":[122],"derive":[124,177],"insights":[125],"potential":[127],"root":[128],"causes":[129],"observed":[132],"patterns.":[133],"derived":[137],"from":[138,167],"long-term":[140],"collaboration":[141,169],"with":[142],"group":[144],"healthcare":[149],"professionals":[150],"who":[151],"our":[153],"method":[154],"sense":[157],"they":[162],"developed.":[163],"case":[165],"study":[166],"demonstrates":[170],"proposed":[173],"helps":[175],"useful":[178,192],"knowledge":[179],"about":[180],"model":[182,197],"phenomena":[185],"it":[186],"describes,":[187],"thus":[188],"can":[190,198],"generate":[191],"hypotheses":[193],"be":[199],"improved.":[200]},"counts_by_year":[{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}