{"id":"https://openalex.org/W4294975107","doi":"https://doi.org/10.1109/embc48229.2022.9871372","title":"Data-Efficient Training of Pure Vision Transformers for the Task of Chest X-ray Abnormality Detection Using Knowledge Distillation","display_name":"Data-Efficient Training of Pure Vision Transformers for the Task of Chest X-ray Abnormality Detection Using Knowledge Distillation","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W4294975107","doi":"https://doi.org/10.1109/embc48229.2022.9871372","pmid":"https://pubmed.ncbi.nlm.nih.gov/36086223"},"language":"en","primary_location":{"id":"doi:10.1109/embc48229.2022.9871372","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871372","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019474324","display_name":"Seyed Ali Jalalifar","orcid":"https://orcid.org/0000-0001-8358-7190"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Seyed Ali Jalalifar","raw_affiliation_strings":["Lassonde School of Engineering, York University,Department of Electrical Engineering and Computer Science,Toronto,ON,Canada","Department of Electrical Engineering and Computer Science, Lassonde School of Engineering, York University, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Lassonde School of Engineering, York University,Department of Electrical Engineering and Computer Science,Toronto,ON,Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Lassonde School of Engineering, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017745259","display_name":"Ali Sadeghi\u2010Naini","orcid":"https://orcid.org/0000-0001-5055-339X"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]},{"id":"https://openalex.org/I2802362269","display_name":"Health Sciences Centre","ror":"https://ror.org/05pr37258","country_code":"CA","type":"funder","lineage":["https://openalex.org/I110535807","https://openalex.org/I2802362269"]},{"id":"https://openalex.org/I1323843004","display_name":"Sunnybrook Health Science Centre","ror":"https://ror.org/03wefcv03","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1323843004"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ali Sadeghi-Naini","raw_affiliation_strings":["Lassonde School of Engineering, York University,Department of Electrical Engineering and Computer Science,Toronto,ON,Canada","Department of Radiation Oncology and Physical Sciences Platform, Sunnybrook Health Sciences Centre, Toronto, ON, Canada","Department of Electrical Engineering and Computer Science, Lassonde School of Engineering, York University, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Lassonde School of Engineering, York University,Department of Electrical Engineering and Computer Science,Toronto,ON,Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"Department of Radiation Oncology and Physical Sciences Platform, Sunnybrook Health Sciences Centre, Toronto, ON, Canada","institution_ids":["https://openalex.org/I1323843004","https://openalex.org/I2802362269"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Lassonde School of Engineering, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5019474324"],"corresponding_institution_ids":["https://openalex.org/I192455969"],"apc_list":null,"apc_paid":null,"fwci":2.0114,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.9142344,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2022","issue":null,"first_page":"1444","last_page":"1447"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6918553113937378},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6788423657417297},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5555673241615295},{"id":"https://openalex.org/keywords/abnormality","display_name":"Abnormality","score":0.5342935919761658},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5221210718154907},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.4740854501724243},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45218250155448914},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4177042543888092},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39661145210266113},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.1617070436477661},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12044352293014526},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11816638708114624}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6918553113937378},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6788423657417297},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5555673241615295},{"id":"https://openalex.org/C50965678","wikidata":"https://www.wikidata.org/wiki/Q2724302","display_name":"Abnormality","level":2,"score":0.5342935919761658},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5221210718154907},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.4740854501724243},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45218250155448914},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4177042543888092},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39661145210266113},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.1617070436477661},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12044352293014526},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11816638708114624},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011859","descriptor_name":"Radiography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011859","descriptor_name":"Radiography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011859","descriptor_name":"Radiography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014965","descriptor_name":"X-Rays","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014965","descriptor_name":"X-Rays","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014965","descriptor_name":"X-Rays","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc48229.2022.9871372","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871372","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:36086223","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36086223","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6299999952316284}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2108598243","https://openalex.org/W2798251715","https://openalex.org/W2900954917","https://openalex.org/W2913559493","https://openalex.org/W2963446712","https://openalex.org/W2998508940","https://openalex.org/W3012126539","https://openalex.org/W3012751338","https://openalex.org/W3013130152","https://openalex.org/W3013564598","https://openalex.org/W3094502228","https://openalex.org/W3101156210","https://openalex.org/W3108516375","https://openalex.org/W3119527628","https://openalex.org/W3136933888","https://openalex.org/W3139379779","https://openalex.org/W3158317643","https://openalex.org/W3159481202","https://openalex.org/W3159833358","https://openalex.org/W3170874841","https://openalex.org/W3172942063","https://openalex.org/W3194441438","https://openalex.org/W4206706211","https://openalex.org/W4295727797","https://openalex.org/W4300485340","https://openalex.org/W4385245566","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W4247543202","https://openalex.org/W4243456421","https://openalex.org/W2417397217","https://openalex.org/W2355857550","https://openalex.org/W3093256375","https://openalex.org/W1841421040","https://openalex.org/W2896815346","https://openalex.org/W3028882978","https://openalex.org/W1487766990","https://openalex.org/W2993814504"],"abstract_inverted_index":{"It":[0],"is":[1,47,77,115],"generally":[2],"believed":[3],"that":[4,110,119],"vision":[5],"transformers":[6,30,61,114,155],"(ViTs)":[7],"require":[8],"a":[9,48,71,80,85,91,127,142],"huge":[10],"amount":[11],"of":[12,23,39,58,65,113,120,130,135,154,172],"data":[13,45],"to":[14,35,156],"generalize":[15],"well,":[16],"which":[17],"limits":[18],"their":[19],"adoption.":[20],"The":[21,107,149,168],"introduction":[22],"data-efficient":[24,28],"algorithms":[25],"such":[26],"as":[27,97,104],"image":[29],"(DeiT)":[31],"provided":[32],"an":[33,101],"opportunity":[34],"explore":[36],"the":[37,56,63,98,105,111,133,152],"application":[38],"ViTs":[40],"in":[41,164],"medical":[42,165],"imaging,":[43],"where":[44],"scarcity":[46],"limiting":[49],"factor.":[50],"In":[51],"this":[52,173],"work,":[53],"we":[54],"investigated":[55],"possibility":[57],"using":[59,146],"pure":[60,147],"for":[62,88,132,161],"task":[64,134],"chest":[66,137],"x-ray":[67,138],"abnormality":[68],"detection":[69],"on":[70,79,116,141],"small":[72],"dataset.":[73],"Our":[74],"proposed":[75],"framework":[76],"built":[78],"DeiT":[81],"structure":[82],"benefiting":[83],"from":[84],"teacher-student":[86],"scheme":[87],"training,":[89],"with":[90,93,118],"DenseNet":[92],"strong":[94],"classification":[95],"performance":[96,112],"teacher":[99],"and":[100,170],"adapted":[102],"ViT":[103],"student.":[106],"results":[108,150],"show":[109,151],"par":[117],"convolutional":[121],"neural":[122],"networks":[123],"(CNNs).":[124],"We":[125],"achieved":[126],"test":[128],"accuracy":[129],"92.2%":[131],"classifying":[136],"images":[139],"(normal/pneumonia/COVID-19)":[140],"carefully":[143],"selected":[144],"dataset":[145],"transformers.":[148],"capability":[153],"accompany":[157],"or":[158],"replace":[159],"CNNs":[160],"achieving":[162],"state-of-the-art":[163],"imaging":[166],"applications.":[167],"code":[169],"models":[171],"work":[174],"are":[175],"available":[176],"at":[177],"https://github.com/Ouantimb-Lab/DeiTCovid.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}