{"id":"https://openalex.org/W2751298778","doi":"https://doi.org/10.1109/tvcg.2017.2744358","title":"DeepEyes: Progressive Visual Analytics for Designing Deep Neural Networks","display_name":"DeepEyes: Progressive Visual Analytics for Designing Deep Neural Networks","publication_year":2017,"publication_date":"2017-08-29","ids":{"openalex":"https://openalex.org/W2751298778","doi":"https://doi.org/10.1109/tvcg.2017.2744358","mag":"2751298778","pmid":"https://pubmed.ncbi.nlm.nih.gov/28866543"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2017.2744358","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2017.2744358","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034214530","display_name":"Nicola Pezzotti","orcid":"https://orcid.org/0000-0001-7346-9182"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Nicola Pezzotti","raw_affiliation_strings":["Intelligent Systems department, Delft University of Technology, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Intelligent Systems department, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019308726","display_name":"Thomas H\u00f6llt","orcid":"https://orcid.org/0000-0001-8125-1650"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Thomas Hollt","raw_affiliation_strings":["Intelligent Systems department, Delft University of Technology, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Intelligent Systems department, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077258803","display_name":"Jan van Gemert","orcid":"https://orcid.org/0000-0002-3913-2786"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jan Van Gemert","raw_affiliation_strings":["Intelligent Systems department, Delft University of Technology, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Intelligent Systems department, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019003563","display_name":"Boudewijn P. F. Lelieveldt","orcid":"https://orcid.org/0000-0001-8269-7603"},"institutions":[{"id":"https://openalex.org/I2800006345","display_name":"Leiden University Medical Center","ror":"https://ror.org/05xvt9f17","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2800006345"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Boudewijn P.F. Lelieveldt","raw_affiliation_strings":["Division of Image Processing, Leiden University Medical Center, Leiden, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Division of Image Processing, Leiden University Medical Center, Leiden, The Netherlands","institution_ids":["https://openalex.org/I2800006345"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048229839","display_name":"Elmar Eisemann","orcid":"https://orcid.org/0000-0003-4153-065X"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Elmar Eisemann","raw_affiliation_strings":["Intelligent Systems department, Delft University of Technology, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Intelligent Systems department, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086223886","display_name":"Anna Vilanova","orcid":"https://orcid.org/0000-0002-1034-737X"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Anna Vilanova","raw_affiliation_strings":["Intelligent Systems department, Delft University of Technology, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Intelligent Systems department, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5034214530"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":8.7819,"has_fulltext":false,"cited_by_count":169,"citation_normalized_percentile":{"value":0.98583311,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"24","issue":"1","first_page":"98","last_page":"108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9704999923706055,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8677084445953369},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6990299224853516},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.6352365612983704},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6106258034706116},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5656701326370239},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5510004758834839},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5415191650390625},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5413574576377869},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5087235569953918},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4871918559074402},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4620916247367859},{"id":"https://openalex.org/keywords/time-delay-neural-network","display_name":"Time delay neural network","score":0.4345262050628662},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.4288111925125122},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3538670241832733},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34667158126831055},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1000242829322815}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8677084445953369},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6990299224853516},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.6352365612983704},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6106258034706116},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5656701326370239},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5510004758834839},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5415191650390625},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5413574576377869},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5087235569953918},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4871918559074402},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4620916247367859},{"id":"https://openalex.org/C175202392","wikidata":"https://www.wikidata.org/wiki/Q2434543","display_name":"Time delay neural network","level":3,"score":0.4345262050628662},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.4288111925125122},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3538670241832733},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34667158126831055},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1000242829322815},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/tvcg.2017.2744358","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2017.2744358","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:28866543","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28866543","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null},{"id":"pmh:915391","is_oa":false,"landing_page_url":"http://library.tue.nl/csp/dare/LinkToRepository.csp?recordnumber=915391","pdf_url":null,"source":{"id":"https://openalex.org/S4406923046","display_name":"TU/e Research Portal (Eindhoven University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN:1077-2626","raw_type":"Article / Letter to the editor"},{"id":"pmh:lumc:oai:openaccess.leidenuniv.nl:1887/115360","is_oa":false,"landing_page_url":"http://hdl.handle.net/1887/115360","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"VOLUME=24;ISSUE=1;STARTPAGE=98;ENDPAGE=108;TITLE=None","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:lumc:oai:openaccess.leidenuniv.nl:1887/121677","is_oa":false,"landing_page_url":"http://hdl.handle.net/1887/121677","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"VOLUME=24;ISSUE=1;STARTPAGE=98;ENDPAGE=108;TITLE=None","raw_type":"info:eu-repo/semantics/bookpart"},{"id":"pmh:oai:library.tue.nl:915391","is_oa":false,"landing_page_url":"http://repository.tue.nl/915391","pdf_url":null,"source":{"id":"https://openalex.org/S4406923046","display_name":"TU/e Research Portal (Eindhoven University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN:1077-2626","raw_type":"Article / Letter to the editor"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1686810756","https://openalex.org/W1825675169","https://openalex.org/W1849277567","https://openalex.org/W1915485278","https://openalex.org/W1951216520","https://openalex.org/W1989505216","https://openalex.org/W2010058478","https://openalex.org/W2045012623","https://openalex.org/W2067752346","https://openalex.org/W2079272025","https://openalex.org/W2097117768","https://openalex.org/W2100031962","https://openalex.org/W2102605133","https://openalex.org/W2112796928","https://openalex.org/W2114566476","https://openalex.org/W2123838014","https://openalex.org/W2126907894","https://openalex.org/W2132031490","https://openalex.org/W2137570937","https://openalex.org/W2138722877","https://openalex.org/W2141115795","https://openalex.org/W2145339207","https://openalex.org/W2149933564","https://openalex.org/W2155893237","https://openalex.org/W2163605009","https://openalex.org/W2187089797","https://openalex.org/W2187313577","https://openalex.org/W2194775991","https://openalex.org/W2255388164","https://openalex.org/W2295582178","https://openalex.org/W2295883547","https://openalex.org/W2343061342","https://openalex.org/W2464824038","https://openalex.org/W2467197661","https://openalex.org/W2475287302","https://openalex.org/W2488113179","https://openalex.org/W2504027044","https://openalex.org/W2506678472","https://openalex.org/W2512304460","https://openalex.org/W2516333753","https://openalex.org/W2554931888","https://openalex.org/W2616180702","https://openalex.org/W2778716599","https://openalex.org/W2914484425","https://openalex.org/W2919115771","https://openalex.org/W2963446712","https://openalex.org/W2963464195","https://openalex.org/W3099839986","https://openalex.org/W4255949318","https://openalex.org/W4297752781","https://openalex.org/W4299518610","https://openalex.org/W4302613003","https://openalex.org/W6607333740","https://openalex.org/W6639204139","https://openalex.org/W6682132143","https://openalex.org/W6684191040","https://openalex.org/W6691787250","https://openalex.org/W6697274609","https://openalex.org/W6717255582","https://openalex.org/W6730382033"],"related_works":["https://openalex.org/W2362367986","https://openalex.org/W348707231","https://openalex.org/W2064719069","https://openalex.org/W2571228289","https://openalex.org/W3041760129","https://openalex.org/W4210310791","https://openalex.org/W2400976661","https://openalex.org/W2937343495","https://openalex.org/W4360833258","https://openalex.org/W3048864202"],"abstract_inverted_index":{"Deep":[0],"neural":[1,21,79,118],"networks":[2,22,119],"are":[3,19,66,140],"now":[4,38],"rivaling":[5],"human":[6],"accuracy":[7],"in":[8],"several":[9],"pattern":[10],"recognition":[11],"problems.":[12,194],"Compared":[13],"to":[14,92,95,192],"traditional":[15],"classifiers,":[16],"where":[17],"features":[18,26],"handcrafted,":[20],"learn":[23],"increasingly":[24],"complex":[25],"directly":[27],"from":[28],"the":[29,34,39,52,57,96,115,127,150,168,172],"data.":[30],"Instead":[31],"of":[32,54,59,117,129,136,141,152,174],"handcrafting":[33],"features,":[35],"it":[36],"is":[37,43,81,163],"network":[40,47,80,185],"architecture":[41,48],"that":[42,86,113,131,162],"manually":[44],"engineered.":[45],"The":[46,147],"parameters":[49],"such":[50,154],"as":[51,155],"number":[53,58],"layers":[55,130],"or":[56,89,158],"filters":[60,157],"per":[61],"layer":[62],"and":[63,160,190],"their":[64],"interconnections":[65],"essential":[67],"for":[68,100,143],"good":[69],"performance.":[70],"Even":[71],"though":[72],"basic":[73],"design":[74,116],"guidelines":[75],"exist,":[76],"designing":[77],"a":[78,108,133,144,183],"an":[82],"iterative":[83],"trial-and-error":[84],"process":[85],"takes":[87],"days":[88],"even":[90],"weeks":[91],"perform":[93],"due":[94],"large":[97],"datasets":[98],"used":[99],"training.":[101,121],"In":[102],"this":[103],"paper,":[104],"we":[105],"present":[106,123],"DeepEyes,":[107],"Progressive":[109],"Visual":[110],"Analytics":[111],"system":[112,148,176],"supports":[114],"during":[120],"We":[122,170],"novel":[124],"visualizations,":[125],"supporting":[126],"identification":[128,151],"learned":[132],"stable":[134],"set":[135],"patterns":[137],"and,":[138],"therefore,":[139],"interest":[142],"detailed":[145],"analysis.":[146],"facilitates":[149],"problems,":[153],"superfluous":[156],"layers,":[159],"information":[161],"not":[164],"being":[165],"captured":[166],"by":[167],"network.":[169],"demonstrate":[171],"effectiveness":[173],"our":[175],"through":[177],"multiple":[178],"use":[179],"cases,":[180],"showing":[181],"how":[182],"trained":[184],"can":[186],"be":[187],"compressed,":[188],"reshaped":[189],"adapted":[191],"different":[193]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":40},{"year":2019,"cited_by_count":30},{"year":2018,"cited_by_count":25}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}
