{"id":"https://openalex.org/W4313304491","doi":"https://doi.org/10.48550/arxiv.2212.14040","title":"HeartBEiT: Vision Transformer for Electrocardiogram Data Improves Diagnostic Performance at Low Sample Sizes","display_name":"HeartBEiT: Vision Transformer for Electrocardiogram Data Improves Diagnostic Performance at Low Sample Sizes","publication_year":2022,"publication_date":"2022-12-13","ids":{"openalex":"https://openalex.org/W4313304491","doi":"https://doi.org/10.48550/arxiv.2212.14040"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2212.14040","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.14040","pdf_url":"https://arxiv.org/pdf/2212.14040","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2212.14040","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042331995","display_name":"Akhil Vaid","orcid":"https://orcid.org/0000-0002-3343-744X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Vaid, Akhil","raw_affiliation_strings":["1-4"],"affiliations":[{"raw_affiliation_string":"1-4","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103043445","display_name":"Joy Jiang","orcid":"https://orcid.org/0009-0005-4414-0034"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Joy","raw_affiliation_strings":["1-2"],"affiliations":[{"raw_affiliation_string":"1-2","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020281170","display_name":"Ashwin Sawant","orcid":"https://orcid.org/0000-0003-1525-8541"},"institutions":[{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sawant, Ashwin","raw_affiliation_strings":["Department of Medicine, Icahn School of Medicine at Mount Sinai, New York, New York, USA"],"affiliations":[{"raw_affiliation_string":"Department of Medicine, Icahn School of Medicine at Mount Sinai, New York, New York, USA","institution_ids":["https://openalex.org/I98704320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068998296","display_name":"Stamatios Lerakis","orcid":"https://orcid.org/0000-0001-7487-1990"},"institutions":[{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lerakis, Stamatios","raw_affiliation_strings":["Mount Sinai Heart, Icahn School of Medicine at Mount Sinai, New York, NY, USA","Department of Cardiology, Icahn School of Medicine at Mount Sinai, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Mount Sinai Heart, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Department of Cardiology, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067966294","display_name":"Edgar Argulian","orcid":"https://orcid.org/0000-0003-2106-2668"},"institutions":[{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Argulian, Edgar","raw_affiliation_strings":["Mount Sinai Heart, Icahn School of Medicine at Mount Sinai, New York, NY, USA","Department of Cardiology, Icahn School of Medicine at Mount Sinai, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Mount Sinai Heart, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Department of Cardiology, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008601756","display_name":"Yuri Ahuja","orcid":"https://orcid.org/0000-0002-8528-0421"},"institutions":[{"id":"https://openalex.org/I4210086933","display_name":"NYU Langone Health","ror":"https://ror.org/005dvqh91","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210086933"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahuja, Yuri","raw_affiliation_strings":["Department of Medicine, NYU Langone Health, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Medicine, NYU Langone Health, New York, NY, USA","institution_ids":["https://openalex.org/I4210086933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076239616","display_name":"Joshua Lampert","orcid":"https://orcid.org/0000-0003-0081-0356"},"institutions":[{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lampert, Joshua","raw_affiliation_strings":["Mount Sinai Heart, Icahn School of Medicine at Mount Sinai, New York, NY, USA","Department of Cardiology, Icahn School of Medicine at Mount Sinai, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Mount Sinai Heart, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Department of Cardiology, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091224898","display_name":"Alexander W. Charney","orcid":"https://orcid.org/0000-0001-8135-6858"},"institutions":[{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charney, Alexander","raw_affiliation_strings":["Department of Genetics and Genomic Sciences, Icahn School of Medicine at Mount Sinai, New York, New York","The Pamela Sklar Division of Psychiatric Genomics, Icahn School of Medicine at Mount Sinai, New York, New York","Department of Psychiatry, Icahn School of Medicine at Mount Sinai, New York, New York"],"affiliations":[{"raw_affiliation_string":"Department of Genetics and Genomic Sciences, Icahn School of Medicine at Mount Sinai, New York, New York","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"The Pamela Sklar Division of Psychiatric Genomics, Icahn School of Medicine at Mount Sinai, New York, New York","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Department of Psychiatry, Icahn School of Medicine at Mount Sinai, New York, New York","institution_ids":["https://openalex.org/I98704320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078473649","display_name":"Hayit Greenspan","orcid":"https://orcid.org/0000-0001-6908-7552"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Greenspan, Hayit","raw_affiliation_strings":["Department of Biomedical Engineering, Tel Aviv University, Tel Aviv, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030539003","display_name":"Benjamin S. Glicksberg","orcid":"https://orcid.org/0000-0003-4515-8090"},"institutions":[{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Glicksberg, Benjamin","raw_affiliation_strings":["Department of Genetics and Genomic Sciences, Icahn School of Medicine at Mount Sinai, New York, New York","The Hasso Plattner Institute for Digital Health at Mount Sinai, New York, New York"],"affiliations":[{"raw_affiliation_string":"Department of Genetics and Genomic Sciences, Icahn School of Medicine at Mount Sinai, New York, New York","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"The Hasso Plattner Institute for Digital Health at Mount Sinai, New York, New York","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000545244","display_name":"Jagat Narula","orcid":"https://orcid.org/0000-0002-0280-3996"},"institutions":[{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Narula, Jagat","raw_affiliation_strings":["Mount Sinai Heart, Icahn School of Medicine at Mount Sinai, New York, NY, USA","Department of Cardiology, Icahn School of Medicine at Mount Sinai, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Mount Sinai Heart, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Department of Cardiology, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047405500","display_name":"Girish N. Nadkarni","orcid":"https://orcid.org/0000-0001-6319-4314"},"institutions":[{"id":"https://openalex.org/I285663978","display_name":"Weatherford College","ror":"https://ror.org/02xwsbr93","country_code":"US","type":"education","lineage":["https://openalex.org/I285663978"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nadkarni, Girish","raw_affiliation_strings":["1-4,12"],"affiliations":[{"raw_affiliation_string":"1-4,12","institution_ids":["https://openalex.org/I285663978"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5042331995"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10821","display_name":"Cardiovascular Function and Risk Factors","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10372","display_name":"Cardiac Imaging and Diagnostics","score":0.9226999878883362,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6618165969848633},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6114338636398315},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5903846621513367},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5387341380119324},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.48140788078308105},{"id":"https://openalex.org/keywords/waveform","display_name":"Waveform","score":0.45482519268989563},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41930609941482544},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36220020055770874},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12987852096557617},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07172751426696777}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6618165969848633},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6114338636398315},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5903846621513367},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5387341380119324},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.48140788078308105},{"id":"https://openalex.org/C197424946","wikidata":"https://www.wikidata.org/wiki/Q1165717","display_name":"Waveform","level":3,"score":0.45482519268989563},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41930609941482544},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36220020055770874},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12987852096557617},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07172751426696777},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2212.14040","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.14040","pdf_url":"https://arxiv.org/pdf/2212.14040","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2212.14040","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2212.14040","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2212.14040","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.14040","pdf_url":"https://arxiv.org/pdf/2212.14040","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1974895211","https://openalex.org/W2176409448","https://openalex.org/W2129841057","https://openalex.org/W3040712279","https://openalex.org/W2364769705","https://openalex.org/W2056136368","https://openalex.org/W2374664672","https://openalex.org/W4367555392","https://openalex.org/W2883092465","https://openalex.org/W2114441484"],"abstract_inverted_index":{"The":[0],"electrocardiogram":[1,49],"(ECG)":[2],"is":[3,30],"a":[4],"ubiquitous":[5],"diagnostic":[6],"modality.":[7],"Convolutional":[8],"neural":[9],"networks":[10],"(CNNs)":[11],"applied":[12],"towards":[13],"ECG":[14,146],"analysis":[15,147],"require":[16],"large":[17],"sample":[18,86,102,151],"sizes,":[19],"and":[20,60,78,88],"transfer":[21],"learning":[22],"approaches":[23],"result":[24],"in":[25],"suboptimal":[26],"performance":[27,63,99],"when":[28],"pre-training":[29],"done":[31],"on":[32,56],"natural":[33],"images.":[34],"We":[35,52,92],"leveraged":[36],"masked":[37],"image":[38],"modeling":[39],"to":[40,105,141],"create":[41],"the":[42,124,132],"first":[43,133],"vision-based":[44,134],"transformer":[45,136],"model,":[46],"HeartBEiT,":[47],"for":[48,68,145],"waveform":[50,135],"analysis.":[51],"pre-trained":[53],"this":[54],"model":[55],"8.5":[57],"million":[58],"ECGs":[59],"then":[61],"compared":[62,104],"vs.":[64,126],"standard":[65,127],"CNN":[66],"architectures":[67],"diagnosis":[69,117],"of":[70,116,123],"hypertrophic":[71],"cardiomyopathy,":[72],"low":[73,150],"left":[74],"ventricular":[75],"ejection":[76],"fraction":[77],"ST":[79],"elevation":[80],"myocardial":[81],"infarction":[82],"using":[83],"differing":[84],"training":[85],"sizes":[87,103],"independent":[89],"validation":[90],"datasets.":[91],"show":[93,111],"that":[94,112,137],"HeartBEiT":[95,113],"has":[96],"significantly":[97],"higher":[98],"at":[100,149],"lower":[101],"other":[106],"models.":[107],"Finally,":[108],"we":[109,130],"also":[110],"improves":[114],"explainability":[115],"by":[118],"highlighting":[119],"biologically":[120],"relevant":[121],"regions":[122],"EKG":[125],"CNNs.":[128],"Thus,":[129],"present":[131],"can":[138],"be":[139],"used":[140],"develop":[142],"specialized":[143],"models":[144],"especially":[148],"sizes.":[152]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2023-01-06T00:00:00"}