{"id":"https://openalex.org/W4225908341","doi":"https://doi.org/10.1109/tvcg.2022.3165347","title":"VAC-CNN: A Visual Analytics System for Comparative Studies of Deep Convolutional Neural Networks","display_name":"VAC-CNN: A Visual Analytics System for Comparative Studies of Deep Convolutional Neural Networks","publication_year":2022,"publication_date":"2022-04-07","ids":{"openalex":"https://openalex.org/W4225908341","doi":"https://doi.org/10.1109/tvcg.2022.3165347","mag":"3210641963","pmid":"https://pubmed.ncbi.nlm.nih.gov/35389868"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2022.3165347","doi":"https://doi.org/10.1109/tvcg.2022.3165347","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2022.3165347","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2110.13252","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015344107","display_name":"Xiwei Xuan","orcid":"https://orcid.org/0000-0002-0828-8761","observed_orcids":["https://orcid.org/0000-0002-0828-8761"]},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiwei Xuan","raw_affiliation_strings":["University of California, Davis, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Davis, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100419419","display_name":"Xiaoyu Zhang","orcid":"https://orcid.org/0000-0002-8057-3997","observed_orcids":["https://orcid.org/0000-0002-8057-3997"]},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoyu Zhang","raw_affiliation_strings":["University of California, Davis, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Davis, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100820300","display_name":"Oh-Hyun Kwon","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Oh-Hyun Kwon","raw_affiliation_strings":["University of California, Davis, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Davis, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037161857","display_name":"Kwan\u2010Liu Ma","orcid":"https://orcid.org/0000-0001-8086-0366","observed_orcids":["https://orcid.org/0000-0001-8086-0366"]},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kwan-Liu Ma","raw_affiliation_strings":["University of California, Davis, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Davis, USA","institution_ids":["https://openalex.org/I84218800"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I84218800"],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":null,"fwci":4.2793,"has_fulltext":true,"cited_by_count":41,"citation_normalized_percentile":{"value":0.9565478,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"28","issue":"6","first_page":"2326","last_page":"2337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-analytics","display_name":"visual analytics","score":0.8360000252723694},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.9760000109672546},{"id":"https://openalex.org/keywords/cnn-model-comparison","display_name":"CNN model comparison","score":0.7680000066757202},{"id":"https://openalex.org/keywords/model-visualization","display_name":"model visualization","score":0.8709999918937683},{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.6370000243186951},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.652999997138977},{"id":"https://openalex.org/keywords/imagenet","display_name":"ImageNet","score":0.8209999799728394}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8805925846099854},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.8712905645370483},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7509920597076416},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6690291166305542},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.6682249307632446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6621187329292297},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6052379608154297},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.552483320236206},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5398532748222351},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5133373141288757},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33783048391342163},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25906306505203247},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07707139849662781},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":5,"locations":[{"id":"doi:10.1109/tvcg.2022.3165347","doi":"https://doi.org/10.1109/tvcg.2022.3165347","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2022.3165347","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:35389868","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35389868","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":"Journal Article"},{"id":"pmh:oai:arXiv.org:2110.13252","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.13252","pdf_url":"https://arxiv.org/pdf/2110.13252","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3210641963","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2110.13252.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2110.13252","doi":"https://doi.org/10.48550/arxiv.2110.13252","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2110.13252","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2110.13252","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.13252","pdf_url":"https://arxiv.org/pdf/2110.13252","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7745913429","display_name":"BIGDATA: F: Critical Visualization Technologies for Analyzing and Understanding Big Network Data","funder_award_id":"1741536","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320313876","display_name":"Robert Bosch (Australia) Pty","ror":"https://ror.org/03hrns542"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4225908341.pdf","grobid_xml":"https://content.openalex.org/works/W4225908341.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W34239198","https://openalex.org/W1849277567","https://openalex.org/W2011301426","https://openalex.org/W2117539524","https://openalex.org/W2123045220","https://openalex.org/W2163605009","https://openalex.org/W2169393322","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2295107390","https://openalex.org/W2343061342","https://openalex.org/W2394669110","https://openalex.org/W2419597278","https://openalex.org/W2475287302","https://openalex.org/W2512304460","https://openalex.org/W2565516711","https://openalex.org/W2599734722","https://openalex.org/W2606462007","https://openalex.org/W2607223307","https://openalex.org/W2612445135","https://openalex.org/W2751746637","https://openalex.org/W2753713840","https://openalex.org/W2754213847","https://openalex.org/W2765793020","https://openalex.org/W2884188791","https://openalex.org/W2886614482","https://openalex.org/W2891612330","https://openalex.org/W2902617128","https://openalex.org/W2903867357","https://openalex.org/W2910121883","https://openalex.org/W2920217768","https://openalex.org/W2933118384","https://openalex.org/W2943974422","https://openalex.org/W2947012480","https://openalex.org/W2949973186","https://openalex.org/W2952610664","https://openalex.org/W2962858109","https://openalex.org/W2963125010","https://openalex.org/W2963446712","https://openalex.org/W2965696320","https://openalex.org/W2966181029","https://openalex.org/W2978880690","https://openalex.org/W3009872610","https://openalex.org/W3011955763","https://openalex.org/W3015926775","https://openalex.org/W3035253074","https://openalex.org/W3091850269","https://openalex.org/W3101609372","https://openalex.org/W3128261063","https://openalex.org/W3168997536","https://openalex.org/W3206824631","https://openalex.org/W4226065182","https://openalex.org/W4229494842","https://openalex.org/W4389739628","https://openalex.org/W4394670654","https://openalex.org/W6695314431","https://openalex.org/W6789235572","https://openalex.org/W7113548534"],"related_works":["https://openalex.org/W3210641963","https://openalex.org/W7113548534","https://openalex.org/W6963358769","https://openalex.org/W4403390358","https://openalex.org/W2343061342","https://openalex.org/W2947012480","https://openalex.org/W4388333405","https://openalex.org/W4310420279","https://openalex.org/W2952552241","https://openalex.org/W2474163600"],"abstract_inverted_index":{"The":[0,21,34,127],"rapid":[1],"development":[2],"of":[3,59,62,67,85,112,122,134],"Convolutional":[4],"Neural":[5],"Networks":[6],"(CNNs)":[7],"in":[8,15,182],"recent":[9],"years":[10],"has":[11],"triggered":[12],"significant":[13],"breakthroughs":[14],"many":[16],"machine":[17],"learning":[18],"(ML)":[19],"applications.":[20],"ability":[22,128],"to":[23,91,129],"understand":[24],"and":[25,47,57,81,152,166,184,193],"compare":[26,130],"various":[27],"CNN":[28,73,115,187],"models":[29,80,138,188],"available":[30],"is":[31,50],"thus":[32],"essential.":[33],"conventional":[35],"approach":[36],"with":[37],"visualizing":[38],"each":[39,170],"model's":[40],"quantitative":[41,165],"features,":[42],"such":[43],"as":[44,117,119],"classification":[45,201],"accuracy":[46],"computational":[48],"complexity,":[49],"not":[51],"sufficient":[52],"for":[53,71,104,177],"a":[54,97,113,131,147,157],"deeper":[55],"understanding":[56],"comparison":[58,77],"the":[60,68,83,87,109,199,204],"behaviors":[61,74],"different":[63],"models.":[64,126],"Moreover,":[65],"most":[66],"existing":[69],"tools":[70],"assessing":[72],"only":[75],"support":[76],"between":[78],"two":[79,123,190],"lack":[82],"flexibility":[84],"customizing":[86],"analysis":[88,171],"tasks":[89,202],"according":[90],"user":[92],"needs.":[93],"This":[94],"paper":[95],"presents":[96,163],"visual":[98],"analytics":[99],"system,":[100],"VAC-CNN":[101,155],"(Visual":[102],"Analytics":[103],"Comparing":[105],"CNNs),":[106],"that":[107,161],"supports":[108],"in-depth":[110],"inspection":[111],"single":[114],"model":[116,150],"well":[118],"comparative":[120],"studies":[121],"or":[124],"more":[125],"larger":[132],"number":[133],"(e.g.,":[135],"tens":[136],"of)":[137],"especially":[139],"distinguishes":[140],"our":[141],"system":[142],"from":[143],"previous":[144],"ones.":[145],"With":[146],"carefully":[148],"designed":[149],"visualization":[151],"explaining":[153],"support,":[154],"facilitates":[156],"highly":[158],"interactive":[159],"workflow":[160],"promptly":[162],"both":[164],"qualitative":[167],"information":[168],"at":[169],"stage.":[172],"We":[173],"demonstrate":[174],"VAC-CNN's":[175],"effectiveness":[176],"assisting":[178],"novice":[179],"ML":[180],"practitioners":[181],"evaluating":[183],"comparing":[185],"multiple":[186],"through":[189],"use":[191],"cases":[192],"one":[194],"preliminary":[195],"evaluation":[196],"study":[197],"using":[198],"image":[200],"on":[203],"ImageNet":[205],"dataset.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":9}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2022-05-05T00:00:00"}
