{"id":"https://openalex.org/W4405727134","doi":"https://doi.org/10.3233/faia241423","title":"Vision Transformers and CNN-Based Knowledge-Distillation for Histopathological Image Classification","display_name":"Vision Transformers and CNN-Based Knowledge-Distillation for Histopathological Image Classification","publication_year":2024,"publication_date":"2024-12-20","ids":{"openalex":"https://openalex.org/W4405727134","doi":"https://doi.org/10.3233/faia241423"},"language":"en","primary_location":{"id":"doi:10.3233/faia241423","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia241423","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia241423","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115622009","display_name":"Seddik Boudissa","orcid":null},"institutions":[{"id":"https://openalex.org/I178574317","display_name":"Mie University","ror":"https://ror.org/01529vy56","country_code":"JP","type":"education","lineage":["https://openalex.org/I178574317"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Seddik Boudissa","raw_affiliation_strings":["Graduate School of Engineering, Mie University, 1577 Kurima-machiya, Tsu, Mie 514-8507, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, Mie University, 1577 Kurima-machiya, Tsu, Mie 514-8507, Japan","institution_ids":["https://openalex.org/I178574317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104881164","display_name":"Shyam Sundar Debsarkar","orcid":"https://orcid.org/0009-0002-3448-0535"},"institutions":[{"id":"https://openalex.org/I63135867","display_name":"University of Cincinnati","ror":"https://ror.org/01e3m7079","country_code":"US","type":"education","lineage":["https://openalex.org/I63135867"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shyam Sundar Debsarkar","raw_affiliation_strings":["Department of Computer Science, University of Cincinnati, OH 45221, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Cincinnati, OH 45221, USA","institution_ids":["https://openalex.org/I63135867"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072210286","display_name":"Hiroharu Kawanaka","orcid":"https://orcid.org/0009-0007-6601-9213"},"institutions":[{"id":"https://openalex.org/I178574317","display_name":"Mie University","ror":"https://ror.org/01529vy56","country_code":"JP","type":"education","lineage":["https://openalex.org/I178574317"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroharu Kawanaka","raw_affiliation_strings":["Graduate School of Engineering, Mie University, 1577 Kurima-machiya, Tsu, Mie 514-8507, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, Mie University, 1577 Kurima-machiya, Tsu, Mie 514-8507, Japan","institution_ids":["https://openalex.org/I178574317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064856328","display_name":"Bruce J. Aronow","orcid":"https://orcid.org/0000-0001-5109-6514"},"institutions":[{"id":"https://openalex.org/I1285204247","display_name":"Cincinnati Children's Hospital Medical Center","ror":"https://ror.org/01hcyya48","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1285204247"]},{"id":"https://openalex.org/I63135867","display_name":"University of Cincinnati","ror":"https://ror.org/01e3m7079","country_code":"US","type":"education","lineage":["https://openalex.org/I63135867"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bruce Aronow","raw_affiliation_strings":["Department of Biomedical Informatics, College of Medicine, University of Cincinnati, OH 45267, USA","Department of Computer Science, University of Cincinnati, OH 45221, USA","Department of Pediatrics, University of Cincinnati, OH 45267, USA","Division of Biomedical Informatics, Cincinnati Children\u2019s Hospital Medical Center, Cincinnati, OH 45229, USA"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, College of Medicine, University of Cincinnati, OH 45267, USA","institution_ids":["https://openalex.org/I63135867"]},{"raw_affiliation_string":"Department of Computer Science, University of Cincinnati, OH 45221, USA","institution_ids":["https://openalex.org/I63135867"]},{"raw_affiliation_string":"Department of Pediatrics, University of Cincinnati, OH 45267, USA","institution_ids":["https://openalex.org/I63135867"]},{"raw_affiliation_string":"Division of Biomedical Informatics, Cincinnati Children\u2019s Hospital Medical Center, Cincinnati, OH 45229, USA","institution_ids":["https://openalex.org/I1285204247"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017246903","display_name":"V. B. Surya Prasath","orcid":"https://orcid.org/0000-0001-7163-7453"},"institutions":[{"id":"https://openalex.org/I1285204247","display_name":"Cincinnati Children's Hospital Medical Center","ror":"https://ror.org/01hcyya48","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1285204247"]},{"id":"https://openalex.org/I63135867","display_name":"University of Cincinnati","ror":"https://ror.org/01e3m7079","country_code":"US","type":"education","lineage":["https://openalex.org/I63135867"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"V.B. Surya Prasath","raw_affiliation_strings":["Department of Biomedical Informatics, College of Medicine, University of Cincinnati, OH 45267, USA","Department of Computer Science, University of Cincinnati, OH 45221, USA","Department of Pediatrics, University of Cincinnati, OH 45267, USA","Division of Biomedical Informatics, Cincinnati Children\u2019s Hospital Medical Center, Cincinnati, OH 45229, USA"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, College of Medicine, University of Cincinnati, OH 45267, USA","institution_ids":["https://openalex.org/I63135867"]},{"raw_affiliation_string":"Department of Computer Science, University of Cincinnati, OH 45221, USA","institution_ids":["https://openalex.org/I63135867"]},{"raw_affiliation_string":"Department of Pediatrics, University of Cincinnati, OH 45267, USA","institution_ids":["https://openalex.org/I63135867"]},{"raw_affiliation_string":"Division of Biomedical Informatics, Cincinnati Children\u2019s Hospital Medical Center, Cincinnati, OH 45229, USA","institution_ids":["https://openalex.org/I1285204247"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5115622009"],"corresponding_institution_ids":["https://openalex.org/I178574317"],"apc_list":null,"apc_paid":null,"fwci":6.8352,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.97531552,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12874","display_name":"Digital Imaging for Blood Diseases","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7222429513931274},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7212250232696533},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7010451555252075},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6302407383918762},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5593673586845398},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5270093679428101},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4736429750919342},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4734470546245575},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1332375705242157}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7222429513931274},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7212250232696533},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7010451555252075},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6302407383918762},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5593673586845398},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5270093679428101},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4736429750919342},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4734470546245575},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1332375705242157},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia241423","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia241423","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia241423","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia241423","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W3118608800","https://openalex.org/W3138516171","https://openalex.org/W3151922143","https://openalex.org/W4200084300","https://openalex.org/W4234488063","https://openalex.org/W4400864150","https://openalex.org/W6739901393","https://openalex.org/W6775600155"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W4391621807","https://openalex.org/W2611989081","https://openalex.org/W4321487865","https://openalex.org/W4313906399","https://openalex.org/W4226493464","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3103566983","https://openalex.org/W4380075502"],"abstract_inverted_index":{"Histopathological":[0],"image":[1,43],"analysis":[2],"remains":[3],"at":[4],"the":[5,19,26,69,88,123,153,185,196,212],"forefront":[6],"of":[7,22,29,68,113,127,156,164,193,202],"computational":[8],"pathology":[9],"presenting":[10],"numerous":[11],"challenges":[12],"and":[13,25,84,93],"demanding":[14],"tasks,":[15],"primarily":[16],"due":[17,58],"to":[18,59,73,100,116,151,171,179],"complex":[20],"nature":[21],"tissue":[23],"structures":[24],"extensive":[27],"scale":[28],"whole":[30],"slide":[31],"images":[32],"(WSIs).":[33],"Deep":[34],"learning":[35,154],"models":[36,50,109,137],"have":[37,55,94],"been":[38],"widely":[39],"used":[40],"in":[41,209],"histopathology":[42],"analysis,":[44],"especially":[45],"convolutional":[46],"neural":[47],"network":[48],"(CNN)-based":[49],"for":[51,195],"classification.":[52],"However,":[53],"CNNs":[54],"certain":[56],"limitations":[57],"their":[60,106],"small":[61],"receptive":[62],"field.":[63],"Recent":[64],"works":[65],"employed":[66],"adaptations":[67],"classical":[70],"transformer":[71,186],"architecture":[72],"visual":[74],"data":[75,115],"[1]":[76],"[2].":[77],"Models":[78],"such":[79],"as":[80,120,199],"Vision":[81,132],"Transformer":[82,86],"(ViT)":[83],"Swin":[85],"leverage":[87],"powerful":[89],"multi-head":[90],"self-attention":[91],"mechanism":[92],"demonstrated":[95],"comparable":[96],"or":[97],"superior":[98],"performance":[99],"state-of-the-art":[101],"CNN-based":[102],"classification":[103],"models.":[104],"Despite":[105],"successes,":[107],"these":[108],"require":[110],"huge":[111],"amounts":[112],"training":[114],"effectively":[117],"learn":[118],"representations":[119],"they":[121],"lack":[122],"inherent":[124],"inductive":[125],"biases":[126],"CNNs.":[128],"This":[129],"work":[130],"compares":[131],"Transformers":[133],"with":[134,160],"baseline":[135],"CNN":[136],"using":[138],"a":[139,147,161,200,206],"breast":[140],"cancer":[141],"histopathological":[142],"dataset.":[143],"Further,":[144],"we":[145,169,189],"employ":[146],"novel":[148],"knowledge-distillation":[149],"approach":[150],"enhance":[152],"efficiency":[155],"vits,":[157],"When":[158],"trained":[159,198],"limited":[162],"amount":[163],"data,":[165],"Unlike":[166],"previous":[167],"works,":[168],"aimed":[170],"minimize":[172],"convolution":[173],"operations":[174],"when":[175],"generating":[176],"patch":[177],"embeddings":[178],"preserve":[180],"spatial":[181],"information":[182],"before":[183],"reaching":[184],"attention":[187],"layers,":[188],"achieved":[190],"an":[191],"accuracy":[192,210],"87.7%":[194],"ViT-base":[197],"student":[201],"ResNet50,":[203],"which":[204],"represents":[205],"1.2%":[207],"improvement":[208],"over":[211],"standalone":[213],"ViT-base.":[214],"[3]":[215]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}