{"id":"https://openalex.org/W4390001218","doi":"https://doi.org/10.1007/s43681-023-00399-x","title":"Using ScrutinAI for visual inspection of DNN performance in a medical use case","display_name":"Using ScrutinAI for visual inspection of DNN performance in a medical use case","publication_year":2023,"publication_date":"2023-12-20","ids":{"openalex":"https://openalex.org/W4390001218","doi":"https://doi.org/10.1007/s43681-023-00399-x"},"language":"en","primary_location":{"id":"doi:10.1007/s43681-023-00399-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-023-00399-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-023-00399-x.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s43681-023-00399-x.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092838815","display_name":"Rebekka G\u00f6rge","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Rebekka G\u00f6rge","raw_affiliation_strings":["Fraunhofer IAIS, 53757, St. Augustin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IAIS, 53757, St. Augustin, Germany","institution_ids":["https://openalex.org/I4210144576"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071042013","display_name":"Elena Haedecke","orcid":"https://orcid.org/0000-0003-1018-1709"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]},{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elena Haedecke","raw_affiliation_strings":["Fraunhofer IAIS, 53757, St. Augustin, Germany","University of Bonn, 53113, Bonn, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IAIS, 53757, St. Augustin, Germany","institution_ids":["https://openalex.org/I4210144576"]},{"raw_affiliation_string":"University of Bonn, 53113, Bonn, Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062749833","display_name":"Michael M\u00f6ck","orcid":"https://orcid.org/0009-0009-9864-8924"},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Mock","raw_affiliation_strings":["Fraunhofer IAIS, 53757, St. Augustin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IAIS, 53757, St. Augustin, Germany","institution_ids":["https://openalex.org/I4210144576"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5092838815"],"corresponding_institution_ids":["https://openalex.org/I4210144576"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":0.3313,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.6735195,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"4","issue":"1","first_page":"151","last_page":"156"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12874","display_name":"Digital Imaging for Blood Diseases","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.75604248046875},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.6565819382667542},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.6255881786346436},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6211004257202148},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5858404040336609},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5604899525642395},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5423049330711365},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5196282267570496},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4854593873023987},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4639904499053955},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.46172183752059937},{"id":"https://openalex.org/keywords/visual-inspection","display_name":"Visual inspection","score":0.42108353972435},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3985753655433655},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35053667426109314},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3347724676132202},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07702496647834778}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.75604248046875},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.6565819382667542},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.6255881786346436},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6211004257202148},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5858404040336609},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5604899525642395},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5423049330711365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5196282267570496},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4854593873023987},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4639904499053955},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.46172183752059937},{"id":"https://openalex.org/C168820333","wikidata":"https://www.wikidata.org/wiki/Q448889","display_name":"Visual inspection","level":2,"score":0.42108353972435},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3985753655433655},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35053667426109314},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3347724676132202},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07702496647834778},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s43681-023-00399-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-023-00399-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-023-00399-x.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/462570","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/462570","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1007/s43681-023-00399-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43681-023-00399-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43681-023-00399-x.pdf","source":{"id":"https://openalex.org/S4210170699","display_name":"AI and Ethics","issn_l":"2730-5953","issn":["2730-5953","2730-5961"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI and Ethics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390001218.pdf"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W2090687959","https://openalex.org/W2765793020","https://openalex.org/W2896817483","https://openalex.org/W2958089299","https://openalex.org/W2996089546","https://openalex.org/W2999134777","https://openalex.org/W3023284086","https://openalex.org/W3036586801","https://openalex.org/W3105396370","https://openalex.org/W4210298342","https://openalex.org/W6831440284"],"related_works":["https://openalex.org/W4295769391","https://openalex.org/W2972220648","https://openalex.org/W2332667808","https://openalex.org/W1997921863","https://openalex.org/W3112960490","https://openalex.org/W2344144656","https://openalex.org/W4210310791","https://openalex.org/W2062940763","https://openalex.org/W2937343495","https://openalex.org/W4360833258"],"abstract_inverted_index":{"Abstract":[0],"Our":[1],"Visual":[2],"Analytics":[3],"(VA)":[4],"tool":[5,63],"ScrutinAI":[6,78],"supports":[7],"human":[8],"analysts":[9],"to":[10,24,64,80],"investigate":[11],"interactively":[12],"model":[13,76],"performance":[14,19],"and":[15,43,113],"data":[16,48,124],"sets.":[17],"Model":[18],"depends":[20],"on":[21,74],"labeling":[22,100],"quality":[23,36,101],"a":[25,82,121],"large":[26],"extent.":[27],"In":[28],"particular":[29],"in":[30,39,120],"medical":[31],"settings,":[32],"generation":[33],"of":[34,55,57,68,89,110],"high":[35],"labels":[37],"requires":[38],"depth":[40],"expert":[41],"knowledge":[42],"is":[44],"very":[45],"costly.":[46],"Often,":[47],"sets":[49],"are":[50],"labeled":[51],"by":[52,96],"collecting":[53],"opinions":[54],"groups":[56],"experts.":[58],"We":[59,105],"use":[60],"our":[61],"VA":[62],"analyze":[65],"the":[66,75,107,114],"influence":[67],"label":[69],"variations":[70],"between":[71,118],"different":[72],"experts":[73],"performance.":[77],"facilitates":[79],"perform":[81],"root":[83],"cause":[84],"analysis":[85],"that":[86],"distinguishes":[87],"weaknesses":[88],"deep":[90],"neural":[91],"network":[92],"(DNN)":[93],"models":[94],"caused":[95],"varying":[97],"or":[98],"missing":[99],"from":[102],"true":[103],"weaknesses.":[104],"scrutinize":[106],"overall":[108],"detection":[109],"intracranial":[111],"hemorrhages":[112],"more":[115],"subtle":[116],"differentiation":[117],"subtypes":[119],"publicly":[122],"available":[123],"set.":[125]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}