{"id":"https://openalex.org/W4391383258","doi":"https://doi.org/10.53846/goediss-10315","title":"Toward Trustworthiness of Deep Learning Models for 12-Lead ECGs","display_name":"Toward Trustworthiness of Deep Learning Models for 12-Lead ECGs","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391383258","doi":"https://doi.org/10.53846/goediss-10315"},"language":"en","primary_location":{"id":"doi:10.53846/goediss-10315","is_oa":true,"landing_page_url":"http://dx.doi.org/10.53846/goediss-10315","pdf_url":"https://ediss.uni-goettingen.de/bitstream/11858/15092/1/Dissertation_SUB_Upload.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Georg-August-University G\u00f6ttingen","raw_type":"dissertation"},"type":"dissertation","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ediss.uni-goettingen.de/bitstream/11858/15092/1/Dissertation_SUB_Upload.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070660893","display_name":"Theresa Bender","orcid":"https://orcid.org/0000-0001-6721-7034"},"institutions":[{"id":"https://openalex.org/I4210116730","display_name":"Universit\u00e4tsmedizin G\u00f6ttingen","ror":"https://ror.org/021ft0n22","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210116730"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Bender, Theresa","raw_affiliation_strings":["Department of Medical Informatics, University Medical Center G\u00f6ttingen, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Medical Informatics, University Medical Center G\u00f6ttingen, Germany","institution_ids":["https://openalex.org/I4210116730"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5070660893"],"corresponding_institution_ids":["https://openalex.org/I4210116730"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10217","display_name":"Cardiac electrophysiology and arrhythmias","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10065","display_name":"Atrial Fibrillation Management and Outcomes","score":0.9574000239372253,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.9136015176773071},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6429998874664307},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5929377675056458},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5523496270179749},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.5437747836112976},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5419368147850037},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5218778252601624},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5200916528701782},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.5170338749885559},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.4972429573535919},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.47903910279273987},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.4722815454006195},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4262849688529968},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.41527581214904785},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.17732146382331848},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09889596700668335},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09197834134101868}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.9136015176773071},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6429998874664307},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5929377675056458},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5523496270179749},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.5437747836112976},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5419368147850037},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5218778252601624},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5200916528701782},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.5170338749885559},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.4972429573535919},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.47903910279273987},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.4722815454006195},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4262849688529968},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41527581214904785},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17732146382331848},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09889596700668335},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09197834134101868},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.53846/goediss-10315","is_oa":true,"landing_page_url":"http://dx.doi.org/10.53846/goediss-10315","pdf_url":"https://ediss.uni-goettingen.de/bitstream/11858/15092/1/Dissertation_SUB_Upload.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Georg-August-University G\u00f6ttingen","raw_type":"dissertation"},{"id":"pmh:oai:ediss.uni-goettingen.de:11858/15092","is_oa":true,"landing_page_url":"http://resolver.sub.uni-goettingen.de/purl?ediss-11858/15092","pdf_url":null,"source":{"id":"https://openalex.org/S4306400625","display_name":"eDiss (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"doctoralThesis"}],"best_oa_location":{"id":"doi:10.53846/goediss-10315","is_oa":true,"landing_page_url":"http://dx.doi.org/10.53846/goediss-10315","pdf_url":"https://ediss.uni-goettingen.de/bitstream/11858/15092/1/Dissertation_SUB_Upload.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Georg-August-University G\u00f6ttingen","raw_type":"dissertation"},"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320313139","display_name":"Nieders\u00e4chsische Ministerium f\u00fcr Wissenschaft und Kultur","ror":"https://ror.org/0116z8r77"},{"id":"https://openalex.org/F4320318756","display_name":"Universit\u00e4tsmedizin G\u00f6ttingen","ror":"https://ror.org/021ft0n22"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391383258.pdf","grobid_xml":"https://content.openalex.org/works/W4391383258.grobid-xml"},"referenced_works_count":109,"referenced_works":["https://openalex.org/W92559906","https://openalex.org/W96439756","https://openalex.org/W142095733","https://openalex.org/W1753212436","https://openalex.org/W1787224781","https://openalex.org/W1849277567","https://openalex.org/W1862394037","https://openalex.org/W1979220386","https://openalex.org/W2006292330","https://openalex.org/W2006873322","https://openalex.org/W2025797551","https://openalex.org/W2040870580","https://openalex.org/W2064151719","https://openalex.org/W2069692225","https://openalex.org/W2078571717","https://openalex.org/W2108980074","https://openalex.org/W2132904166","https://openalex.org/W2133876672","https://openalex.org/W2135481255","https://openalex.org/W2143441422","https://openalex.org/W2149092351","https://openalex.org/W2194775991","https://openalex.org/W2195388612","https://openalex.org/W2240067561","https://openalex.org/W2302501749","https://openalex.org/W2337580373","https://openalex.org/W2414283705","https://openalex.org/W2492565083","https://openalex.org/W2539403003","https://openalex.org/W2590082389","https://openalex.org/W2593497766","https://openalex.org/W2594633041","https://openalex.org/W2612374874","https://openalex.org/W2810380534","https://openalex.org/W2884717766","https://openalex.org/W2888456553","https://openalex.org/W2900614987","https://openalex.org/W2902644322","https://openalex.org/W2903758122","https://openalex.org/W2919115771","https://openalex.org/W2962772482","https://openalex.org/W2963287333","https://openalex.org/W2964254585","https://openalex.org/W2990628560","https://openalex.org/W2995360081","https://openalex.org/W2997681568","https://openalex.org/W3001733392","https://openalex.org/W3002553050","https://openalex.org/W3002908553","https://openalex.org/W3003372106","https://openalex.org/W3011295436","https://openalex.org/W3016963826","https://openalex.org/W3026113450","https://openalex.org/W3027572331","https://openalex.org/W3033523981","https://openalex.org/W3034088313","https://openalex.org/W3040671169","https://openalex.org/W3046761449","https://openalex.org/W3082188176","https://openalex.org/W3087507349","https://openalex.org/W3091589898","https://openalex.org/W3098699929","https://openalex.org/W3099085560","https://openalex.org/W3100711616","https://openalex.org/W3102564565","https://openalex.org/W3126897851","https://openalex.org/W3126999565","https://openalex.org/W3132191748","https://openalex.org/W3136552952","https://openalex.org/W3157196496","https://openalex.org/W3165693015","https://openalex.org/W3165807076","https://openalex.org/W3171211408","https://openalex.org/W3185447054","https://openalex.org/W3186387302","https://openalex.org/W3197760669","https://openalex.org/W3199206152","https://openalex.org/W3199862969","https://openalex.org/W3202183072","https://openalex.org/W3209744178","https://openalex.org/W3210334796","https://openalex.org/W3211154238","https://openalex.org/W3216277702","https://openalex.org/W4205844722","https://openalex.org/W4210257893","https://openalex.org/W4220914596","https://openalex.org/W4240100077","https://openalex.org/W4283786338","https://openalex.org/W4283791586","https://openalex.org/W4284964177","https://openalex.org/W4285042965","https://openalex.org/W4285596585","https://openalex.org/W4285740536","https://openalex.org/W4286683680","https://openalex.org/W4289699961","https://openalex.org/W4292877668","https://openalex.org/W4296190791","https://openalex.org/W4297900009","https://openalex.org/W4308244059","https://openalex.org/W4309189427","https://openalex.org/W4311594484","https://openalex.org/W4317496162","https://openalex.org/W4319978198","https://openalex.org/W4322493992","https://openalex.org/W4323022441","https://openalex.org/W4367665547","https://openalex.org/W4376642500","https://openalex.org/W4377092062","https://openalex.org/W4378718453"],"related_works":["https://openalex.org/W4220972140","https://openalex.org/W3161120485","https://openalex.org/W3208882810","https://openalex.org/W2972862903","https://openalex.org/W3099765033","https://openalex.org/W2921259037","https://openalex.org/W2970699417","https://openalex.org/W4288419306","https://openalex.org/W2987302549","https://openalex.org/W3207796226"],"abstract_inverted_index":{"A":[0],"12-lead":[1,112,334],"electrocardiogram":[2],"(ECG),":[3],"a":[4,105,129,139,254,381],"common":[5],"examination":[6],"tool":[7],"in":[8,33,73,191,210,229,292,333,340,402],"cardiology,":[9],"represents":[10],"the":[11,15,34,46,50,59,68,199,205,208,216,219,230,242,265,273,315,318,325,341,378],"electrical":[12],"activity":[13],"of":[14,38,52,70,80,102,115,177,207,215,232,257,306,317,343,377,380,394],"heart":[16],"as":[17,83,250,252,283],"waveforms.":[18],"Predictions":[19],"and":[20,36,48,85,92,98,135,152,157,166,171,196,244,289,295,356,366,386],"classifications":[21],"with":[22,154,218,227,336],"deep":[23,107],"learning":[24],"(DL)":[25],"algorithms":[26],"show":[27],"great":[28],"potential":[29],"to":[30,57,96,203,272,278,329,348,399],"aid":[31],"clinicians":[32,42],"diagnosis":[35],"treatment":[37,47],"patients.":[39],"However,":[40],"since":[41],"are":[43,76,94,164,184,308,358],"responsible":[44],"for":[45,67,111,147,168,174,404],"thus":[49],"outcome":[51],"single":[53],"patients,":[54],"they":[55],"need":[56],"understand":[58],"reasoning":[60],"behind":[61],"these":[62,371],"model\u2019s":[63],"decisions.":[64],"Important":[65],"criteria":[66],"acceptance":[69],"DL":[71],"models":[72],"clinical":[74,158,192,211,405],"settings":[75],"covered":[77],"by":[78,124],"aspects":[79,101,393],"trustworthiness,":[81,395],"such":[82,282],"safety":[84],"privacy.":[86],"In":[87],"this":[88,296],"work,":[89],"new":[90],"methods":[91,183],"tools":[93],"developed":[95],"evaluate":[97,204],"quantify":[99],"technical":[100],"trustworthiness":[103,379],"on":[104,132,138,241,253,299,314,360,370],"pre-trained":[106,319],"neural":[108],"network":[109],"(DNN)":[110],"ECG":[113,188],"classification":[114],"six":[116],"clinically":[117],"relevant":[118],"abnormalities.":[119],"The":[120,213,235,303,321,351],"open":[121],"source":[122],"DNN":[123,217,236,274,326,382],"Ribeiro":[125],"et":[126],"al.":[127],"indicated":[128],"good":[130],"performance":[131,240,316,355],"test":[133,221],"data":[134,141,159,189,222,248,301,344],"was":[136],"trained":[137],"large":[140,255],"set.":[142],"It":[143],"is":[144,194,297,327,397],"systematically":[145],"analyzed":[146,310],"its":[148],"reproducibility,":[149],"explainability,":[150],"robustness,":[151],"generalizability":[153,206],"multiple":[155],"public":[156,247],"sets.":[160,302],"For":[161],"this,":[162],"F1-scores":[163],"calculated":[165],"evaluated":[167],"different":[169],"groups,":[170],"quantitative":[172],"measurements":[173],"relevance":[175],"scores":[176],"post-hoc":[178],"explainable":[179],"artificial":[180],"intelligence":[181],"(XAI)":[182],"analyzed.":[185],"Moreover,":[186],"raw":[187],"recorded":[190],"routine":[193],"exported":[195],"integrated":[197],"into":[198],"local":[200,364],"research":[201],"infrastructure":[202],"model":[209],"settings.":[212],"results":[214,322,369,385],"original":[220],"set":[223],"can":[224],"be":[225,388],"reproduced":[226],"errors":[228],"range":[231],"rounding":[233],"errors.":[234],"exhibits":[237],"similarly":[238],"high":[239,337],"PTB-XL":[243,307],"CPSC":[245],"2018":[246],"sets,":[249],"well":[251],"export":[256],"resting":[258],"ECGs":[259,335],"from":[260],"Schiller":[261],"devices":[262],"acquired":[263],"at":[264],"University":[266],"Medical":[267],"Center":[268],"G\u00a8ottingen.":[269],"Applying":[270],"XAI":[271],"reveals":[275],"features":[276],"similar":[277,368],"cardiological":[279],"textbook":[280],"knowledge,":[281],"lead":[284],"V1":[285],"being":[286],"most":[287],"important":[288],"missing":[290],"P-waves":[291],"atrial":[293,331],"fibrillation,":[294],"validated":[298],"all":[300],"noise":[304],"annotations":[305],"further":[309,389],"regarding":[311],"their":[312],"influence":[313],"DNN.":[320],"indicate":[323],"that":[324,353],"able":[328],"detect":[330],"fibrillation":[332],"accuracy,":[338],"even":[339],"presence":[342],"quality":[345],"issues,":[346],"according":[347],"human":[349],"experts.":[350],"experiments":[352],"concern":[354],"explainability":[357],"repeated":[359],"roughly":[361],"150,":[362],"000":[363],"recordings":[365],"yield":[367],"real-world":[372],"data.":[373],"These":[374],"exemplary":[375],"analyses":[376],"provide":[383],"promising":[384],"will":[387],"investigated.":[390],"Considering":[391],"several":[392],"it":[396],"possible":[398],"foster":[400],"trust":[401],"DNNs":[403],"applications.":[406]},"counts_by_year":[],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}
