{"id":"https://openalex.org/W4297252763","doi":"https://doi.org/10.1109/tvcg.2022.3209384","title":"ConceptExplainer: Interactive Explanation for Deep Neural Networks from a Concept Perspective","display_name":"ConceptExplainer: Interactive Explanation for Deep Neural Networks from a Concept Perspective","publication_year":2022,"publication_date":"2022-09-26","ids":{"openalex":"https://openalex.org/W4297252763","doi":"https://doi.org/10.1109/tvcg.2022.3209384","pmid":"https://pubmed.ncbi.nlm.nih.gov/36155466"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2022.3209384","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2022.3209384","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057053812","display_name":"Jinbin Huang","orcid":"https://orcid.org/0000-0002-8238-5439"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinbin Huang","raw_affiliation_strings":["Arizona State University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101510653","display_name":"Aditi Mishra","orcid":"https://orcid.org/0000-0003-0982-7277"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aditi Mishra","raw_affiliation_strings":["Arizona State University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064480048","display_name":"Bum Chul Kwon","orcid":"https://orcid.org/0000-0002-9391-6274"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bum Chul Kwon","raw_affiliation_strings":["IBM research, USA"],"raw_orcid":"https://orcid.org/0000-0002-9391-6274","affiliations":[{"raw_affiliation_string":"IBM research, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043391973","display_name":"Chris Bryan","orcid":"https://orcid.org/0000-0003-2430-815X"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Bryan","raw_affiliation_strings":["Arizona State University, USA","IBM research, USA"],"raw_orcid":"https://orcid.org/0000-0003-2430-815X","affiliations":[{"raw_affiliation_string":"Arizona State University, USA","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"IBM research, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.1334,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.95957533,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"29","issue":"1","first_page":"831","last_page":"841"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8014795184135437},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7916468381881714},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.55680251121521},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.554559051990509},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5538191795349121},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.5506849884986877},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5393469333648682},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.4959438741207123},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.48803988099098206},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.4667907655239105},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.45776891708374023},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.42145904898643494},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3955226540565491}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8014795184135437},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7916468381881714},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.55680251121521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.554559051990509},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5538191795349121},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.5506849884986877},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5393469333648682},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.4959438741207123},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.48803988099098206},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.4667907655239105},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.45776891708374023},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.42145904898643494},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3955226540565491},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2022.3209384","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2022.3209384","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:36155466","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36155466","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6447983544","display_name":null,"funder_award_id":"DUE-2216452","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W1973012451","https://openalex.org/W1987971958","https://openalex.org/W1996901117","https://openalex.org/W2049864245","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2141569821","https://openalex.org/W2148413148","https://openalex.org/W2183341477","https://openalex.org/W2187089797","https://openalex.org/W2295107390","https://openalex.org/W2495048003","https://openalex.org/W2606462007","https://openalex.org/W2809925683","https://openalex.org/W2929191725","https://openalex.org/W2947411064","https://openalex.org/W2959325723","https://openalex.org/W2962851944","https://openalex.org/W2962858109","https://openalex.org/W2963000224","https://openalex.org/W2963214037","https://openalex.org/W2963363373","https://openalex.org/W2963374347","https://openalex.org/W2963483561","https://openalex.org/W2963847595","https://openalex.org/W2964303497","https://openalex.org/W2965446359","https://openalex.org/W2969224142","https://openalex.org/W2970030610","https://openalex.org/W2975495759","https://openalex.org/W2995571396","https://openalex.org/W2995755016","https://openalex.org/W2999765337","https://openalex.org/W3003866816","https://openalex.org/W3004725381","https://openalex.org/W3016017068","https://openalex.org/W3032086959","https://openalex.org/W3035602609","https://openalex.org/W3036321094","https://openalex.org/W3098576902","https://openalex.org/W3101609372","https://openalex.org/W3104847483","https://openalex.org/W3108010663","https://openalex.org/W3113107791","https://openalex.org/W3132191748","https://openalex.org/W3134751001","https://openalex.org/W3136021864","https://openalex.org/W3157574776","https://openalex.org/W3197347140","https://openalex.org/W3200610965","https://openalex.org/W3202452289","https://openalex.org/W3203598645","https://openalex.org/W4220975008","https://openalex.org/W4221146508","https://openalex.org/W4287239751","https://openalex.org/W4288091267","https://openalex.org/W4295270931","https://openalex.org/W4295990746","https://openalex.org/W6685133223","https://openalex.org/W6725543821","https://openalex.org/W6750391026","https://openalex.org/W6760924505","https://openalex.org/W6764462969","https://openalex.org/W6765638835","https://openalex.org/W6774576976","https://openalex.org/W6775903316","https://openalex.org/W6779243538","https://openalex.org/W6793427725","https://openalex.org/W6799150957","https://openalex.org/W6800912165","https://openalex.org/W6801836849","https://openalex.org/W6809844574","https://openalex.org/W6963358769"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W2362367986","https://openalex.org/W348707231","https://openalex.org/W2064719069","https://openalex.org/W3041760129","https://openalex.org/W2062940763","https://openalex.org/W2186032312"],"abstract_inverted_index":{"Traditional":[0],"deep":[1,185],"learning":[2,186],"interpretability":[3],"methods":[4],"which":[5],"are":[6,20,31,51,233],"suitable":[7],"for":[8],"model":[9,48,126,156,177,218],"users":[10,178],"cannot":[11],"explain":[12,155],"network":[13],"behaviors":[14],"at":[15,22,158],"the":[16,63,81,97,118,151,159,182,211,214],"global":[17,45],"level":[18],"and":[19,39,46,67,83,93,115,136,149,225,242,251],"inflexible":[21],"providing":[23],"fine-grained":[24],"explanations.":[25],"As":[26],"a":[27,59,104,139,171,189,203,221],"solution,":[28],"concept-based":[29,123],"explanations":[30],"gaining":[32],"attention":[33],"due":[34],"to":[35,42,91,121,128,146,154,169,208,235],"their":[36,40],"human":[37],"intuitiveness":[38],"flexibility":[41],"describe":[43],"both":[44],"local":[47],"behaviors.":[49],"Concepts":[50],"groups":[52],"of":[53,85,96,117,125,173,184,205,217,223],"similarly":[54],"meaningful":[55],"pixels":[56],"that":[57,143,176,232],"express":[58],"notion,":[60],"embedded":[61],"within":[62],"network's":[64],"latent":[65],"space":[66,120,153],"have":[68,73],"commonly":[69],"been":[70,75],"hand-generated,":[71],"but":[72],"recently":[74],"discovered":[76,86],"by":[77,111],"automated":[78],"approaches.":[79],"Unfortunately,":[80],"magnitude":[82],"diversity":[84],"concepts":[87,231,245],"makes":[88],"it":[89],"difficult":[90],"navigate":[92],"make":[94],"sense":[95],"concept":[98,119,152],"space.":[99],"Visual":[100],"analytics":[101,141],"can":[102,246],"serve":[103],"valuable":[105],"role":[106],"in":[107,180,239],"bridging":[108],"these":[109,198],"gaps":[110],"enabling":[112],"structured":[113],"navigation":[114],"exploration":[116],"provide":[122],"insights":[124],"behavior":[127,157,183,219],"users.":[129],"To":[130],"this":[131],"end,":[132],"we":[133,193,201],"design,":[134],"develop,":[135],"validate":[137,194],"ConceptExplainer,":[138],"visual":[140],"system":[142,163,212],"enables":[144],"people":[145],"interactively":[147],"probe":[148],"explore":[150],"instance/class/global":[160],"level.":[161],"The":[162],"was":[164],"developed":[165],"via":[166],"iterative":[167],"prototyping":[168],"address":[170],"number":[172],"design":[174],"challenges":[175],"face":[179],"interpreting":[181],"models.":[187],"Via":[188],"rigorous":[190],"user":[191],"study,":[192],"how":[195,210,244],"ConceptExplainer":[196],"supports":[197,213],"challenges.":[199],"Likewise,":[200],"conduct":[202],"series":[204],"usage":[206],"scenarios":[207],"demonstrate":[209],"interactive":[215],"analysis":[216],"across":[220,249],"variety":[222],"tasks":[224],"explanation":[226],"granularities,":[227],"such":[228],"as":[229],"identifying":[230,237],"important":[234],"classification,":[236],"bias":[238],"training":[240],"data,":[241],"understanding":[243],"be":[247],"shared":[248],"diverse":[250],"seemingly":[252],"dissimilar":[253],"classes.":[254]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":7}],"updated_date":"2026-06-12T08:23:45.883708","created_date":"2025-10-10T00:00:00"}
