{"id":"https://openalex.org/W4407639049","doi":"https://doi.org/10.1109/acit62805.2024.10877056","title":"Leveraging Knowledge Distillation in Vision Transformers for Binary Classification of Kidney Tumors from CT Radiography Images","display_name":"Leveraging Knowledge Distillation in Vision Transformers for Binary Classification of Kidney Tumors from CT Radiography Images","publication_year":2024,"publication_date":"2024-12-10","ids":{"openalex":"https://openalex.org/W4407639049","doi":"https://doi.org/10.1109/acit62805.2024.10877056"},"language":"en","primary_location":{"id":"doi:10.1109/acit62805.2024.10877056","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acit62805.2024.10877056","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 25th International Arab Conference on Information Technology (ACIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094179120","display_name":"Mouhamed Laid Abimouloud","orcid":"https://orcid.org/0009-0009-1841-9305"},"institutions":[{"id":"https://openalex.org/I142899784","display_name":"University of Sfax","ror":"https://ror.org/04d4sd432","country_code":"TN","type":"education","lineage":["https://openalex.org/I142899784"]}],"countries":["TN"],"is_corresponding":true,"raw_author_name":"Mouhamed Laid Abimouloud","raw_affiliation_strings":["University of Sfax,National Engineering School of Sfax,Sfax,Tunisia"],"affiliations":[{"raw_affiliation_string":"University of Sfax,National Engineering School of Sfax,Sfax,Tunisia","institution_ids":["https://openalex.org/I142899784"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046587201","display_name":"Khaled Bensid","orcid":"https://orcid.org/0000-0001-8502-907X"},"institutions":[{"id":"https://openalex.org/I114564095","display_name":"University of Ouargla","ror":"https://ror.org/05amrd548","country_code":"DZ","type":"education","lineage":["https://openalex.org/I114564095"]}],"countries":["DZ"],"is_corresponding":false,"raw_author_name":"Khaled Bensid","raw_affiliation_strings":["LAGE University of KASDI Merbah Ouargla,Laboratory of Electrical Engineering,Ouargla,Algeria"],"affiliations":[{"raw_affiliation_string":"LAGE University of KASDI Merbah Ouargla,Laboratory of Electrical Engineering,Ouargla,Algeria","institution_ids":["https://openalex.org/I114564095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052764348","display_name":"Mohamed Elleuch","orcid":"https://orcid.org/0000-0003-4702-7692"},"institutions":[{"id":"https://openalex.org/I83259278","display_name":"Manouba University","ror":"https://ror.org/0503ejf32","country_code":"TN","type":"education","lineage":["https://openalex.org/I83259278"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Mohamed Elleuch","raw_affiliation_strings":["University of Manouba,National School of Computer Science (ENSI),Manouba,Tunisia"],"affiliations":[{"raw_affiliation_string":"University of Manouba,National School of Computer Science (ENSI),Manouba,Tunisia","institution_ids":["https://openalex.org/I83259278"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016258679","display_name":"Oussama Aiadi","orcid":"https://orcid.org/0000-0002-4102-1735"},"institutions":[{"id":"https://openalex.org/I114564095","display_name":"University of Ouargla","ror":"https://ror.org/05amrd548","country_code":"DZ","type":"education","lineage":["https://openalex.org/I114564095"]}],"countries":["DZ"],"is_corresponding":false,"raw_author_name":"Oussama Aiadi","raw_affiliation_strings":["University of KASDI Merbah Ouargla,Artifcial Intelligence and Information Technology Laboratory (LINATI),Ouargla,Algeria"],"affiliations":[{"raw_affiliation_string":"University of KASDI Merbah Ouargla,Artifcial Intelligence and Information Technology Laboratory (LINATI),Ouargla,Algeria","institution_ids":["https://openalex.org/I114564095"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004803772","display_name":"Monji Kherallah","orcid":"https://orcid.org/0000-0002-4549-1005"},"institutions":[{"id":"https://openalex.org/I142899784","display_name":"University of Sfax","ror":"https://ror.org/04d4sd432","country_code":"TN","type":"education","lineage":["https://openalex.org/I142899784"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Monji Kherallah","raw_affiliation_strings":["University of Sfax,Faculty of Sciences,Sfax,Tunisia"],"affiliations":[{"raw_affiliation_string":"University of Sfax,Faculty of Sciences,Sfax,Tunisia","institution_ids":["https://openalex.org/I142899784"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5094179120"],"corresponding_institution_ids":["https://openalex.org/I142899784"],"apc_list":null,"apc_paid":null,"fwci":0.196,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.52226577,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12386","display_name":"Advanced X-ray and CT Imaging","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12386","display_name":"Advanced X-ray and CT Imaging","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9678999781608582,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9435999989509583,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6451207399368286},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6180145740509033},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6146343946456909},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.507850706577301},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4743156135082245},{"id":"https://openalex.org/keywords/radiography","display_name":"Radiography","score":0.45421987771987915},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.44515782594680786},{"id":"https://openalex.org/keywords/medical-physics","display_name":"Medical physics","score":0.3433793783187866},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3315541744232178},{"id":"https://openalex.org/keywords/radiology","display_name":"Radiology","score":0.22370100021362305},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17040133476257324},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.15023919939994812},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14169487357139587},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.08517521619796753},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.08113867044448853}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6451207399368286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6180145740509033},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6146343946456909},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.507850706577301},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4743156135082245},{"id":"https://openalex.org/C36454342","wikidata":"https://www.wikidata.org/wiki/Q245341","display_name":"Radiography","level":2,"score":0.45421987771987915},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.44515782594680786},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3433793783187866},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3315541744232178},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.22370100021362305},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17040133476257324},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.15023919939994812},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14169487357139587},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.08517521619796753},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.08113867044448853},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/acit62805.2024.10877056","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acit62805.2024.10877056","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 25th International Arab Conference on Information Technology (ACIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/2","display_name":"Zero hunger"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1809873675","https://openalex.org/W2170505850","https://openalex.org/W2888728157","https://openalex.org/W3157639220","https://openalex.org/W3171203393","https://openalex.org/W3185556852","https://openalex.org/W3203297015","https://openalex.org/W4285104720","https://openalex.org/W4295954017","https://openalex.org/W4307136575","https://openalex.org/W4313260635","https://openalex.org/W4372265364","https://openalex.org/W4377969665","https://openalex.org/W4380997873","https://openalex.org/W4400303610","https://openalex.org/W6638523607"],"related_works":["https://openalex.org/W3026162553","https://openalex.org/W2187699143","https://openalex.org/W2363602550","https://openalex.org/W609884419","https://openalex.org/W2052024821","https://openalex.org/W2074789357","https://openalex.org/W2416044114","https://openalex.org/W2468396973","https://openalex.org/W2292207744","https://openalex.org/W2048153483"],"abstract_inverted_index":{"Kidney":[0],"tumors":[1],"are":[2,65,93],"commonly":[3],"diagnosed":[4],"through":[5,125],"computed":[6],"tomography":[7],"(CT)":[8],"imaging,":[9],"making":[10],"accurate":[11],"classification":[12,30,137,205,221],"into":[13,68,89,95],"normal":[14,141],"or":[15],"Cyst":[16],"categories":[17],"essential":[18],"for":[19,217],"effective":[20],"treatment":[21],"planning.":[22],"In":[23],"this":[24],"study,":[25],"we":[26],"propose":[27],"kidney":[28,144],"tumor":[29],"using":[31,117],"knowledge":[32,129,194],"distillation":[33,130,195],"between":[34],"a":[35,42,51,104,135,173,179,214],"Token":[36,105],"vision":[37],"transformer":[38,44,96],"(teacher":[39],"model)":[40],"and":[41,121,164,178,186,225],"Vision":[43],"(student":[45],"model).":[46],"The":[47,99,146],"teacher":[48,100,123,158],"model":[49,71,114,152,171,199],"employs":[50],"token-based":[52],"learning":[53],"mechanism":[54],"to":[55,72,139,156,200,229],"capture":[56],"spatially":[57],"important":[58],"regions":[59],"of":[60,176,181],"the":[61,69,112,150,157,169,197],"CT":[62,83],"images,":[63],"which":[64],"then":[66],"distilled":[67],"student":[70,113,151,170,198],"enhance":[73],"its":[74],"performance":[75],"while":[76,111],"maintaining":[77],"computational":[78,209],"efficiency.":[79],"Our":[80],"method":[81],"processes":[82],"radiography":[84],"images":[85],"by":[86],"partitioning":[87],"them":[88],"non-overlapping":[90],"patches":[91],"that":[92,149,193],"fed":[94],"encoder":[97],"layers.":[98],"model,":[101,159],"equipped":[102],"with":[103,207],"Learner":[106],"module,":[107],"extracts":[108],"salient":[109],"tokens,":[110],"is":[115,132],"trained":[116],"both":[118],"true":[119],"labels":[120],"softened":[122],"predictions":[124],"temperature-scaled":[126],"softmax.":[127],"This":[128,211],"framework":[131],"tested":[133],"on":[134],"binary":[136],"task":[138],"distinguish":[140],"from":[142],"cyst":[143],"tumors.":[145],"results":[147],"indicate":[148],"achieves":[153,172],"comparable":[154],"accuracy":[155,175,206],"despite":[160],"having":[161],"fewer":[162],"parameters":[163],"faster":[165],"inference":[166],"times.":[167],"Specifically,":[168],"peak":[174],"95.96%":[177],"recall":[180],"95.56%":[182],"at":[183],"\u03b1":[184],"=0.1":[185],"temperature":[187],"T":[188],"=9.":[189],"These":[190],"findings":[191],"show":[192],"allows":[196],"perform":[201],"efficiently,":[202],"delivering":[203],"high":[204],"reduced":[208],"resources.":[210],"approach":[212],"presents":[213],"viable":[215],"solution":[216],"real-time":[218],"medical":[219,231],"image":[220],"in":[222],"resource-constrained":[223],"settings":[224],"demonstrates":[226],"potential":[227],"applicability":[228],"other":[230],"imaging":[232],"tasks.":[233]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}