{"id":"https://openalex.org/W4412445133","doi":"https://doi.org/10.1109/dsp65409.2025.11074905","title":"Enhancing Few-Shot Medical Image Classification with Supervised Patch-Token Knowledge Distillation","display_name":"Enhancing Few-Shot Medical Image Classification with Supervised Patch-Token Knowledge Distillation","publication_year":2025,"publication_date":"2025-06-25","ids":{"openalex":"https://openalex.org/W4412445133","doi":"https://doi.org/10.1109/dsp65409.2025.11074905"},"language":"en","primary_location":{"id":"doi:10.1109/dsp65409.2025.11074905","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dsp65409.2025.11074905","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 25th International Conference on Digital Signal Processing (DSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5098535047","display_name":"Vasileios Karampinis","orcid":null},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Vasileios Karampinis","raw_affiliation_strings":["School of Electrical and Computer Engineering, National Technical University Athens,Greece"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, National Technical University Athens,Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016292531","display_name":"\u0391\u03bd\u03b1\u03c3\u03c4\u03ac\u03c3\u03b9\u03bf\u03c2 \u0391\u03c1\u03c3\u03ad\u03bd\u03bf\u03c2","orcid":"https://orcid.org/0009-0000-0332-6194"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]},{"id":"https://openalex.org/I4210135765","display_name":"Frontier Science Foundation-Hellas","ror":"https://ror.org/03m2f4c21","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210135765"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Anastasios Arsenos","raw_affiliation_strings":["School of Science National and Kapodistrian University of Athens"],"affiliations":[{"raw_affiliation_string":"School of Science National and Kapodistrian University of Athens","institution_ids":["https://openalex.org/I200777214","https://openalex.org/I4210135765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029879679","display_name":"Dimitrios Kollias","orcid":"https://orcid.org/0000-0002-8188-3751"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dimitrios Kollias","raw_affiliation_strings":["School of Electronic Engineering and Computer Science, Queen Mary University of London,UK"],"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Queen Mary University of London,UK","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001457450","display_name":"Stefanos Kollias","orcid":"https://orcid.org/0000-0003-2899-0598"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Stefanos Kollias","raw_affiliation_strings":["School of Electrical and Computer Engineering, National Technical University Athens,Greece"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, National Technical University Athens,Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062640206","display_name":"Athanasios Voulodimos","orcid":"https://orcid.org/0000-0002-0632-9769"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Athanasios Voulodimos","raw_affiliation_strings":["School of Electrical and Computer Engineering, National Technical University Athens,Greece"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, National Technical University Athens,Greece","institution_ids":["https://openalex.org/I174458059"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5098535047"],"corresponding_institution_ids":["https://openalex.org/I174458059"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30575066,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7420849204063416},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.7398223876953125},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6650539636611938},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6480686068534851},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5542704463005066},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.49787139892578125},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.41752520203590393},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40270519256591797},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3739238381385803},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.13862407207489014},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.0751979649066925}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7420849204063416},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.7398223876953125},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6650539636611938},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6480686068534851},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5542704463005066},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.49787139892578125},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.41752520203590393},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40270519256591797},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3739238381385803},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13862407207489014},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0751979649066925},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dsp65409.2025.11074905","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dsp65409.2025.11074905","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 25th International Conference on Digital Signal Processing (DSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Zero hunger","score":0.550000011920929,"id":"https://metadata.un.org/sdg/2"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2115733720","https://openalex.org/W2884693770","https://openalex.org/W2980347982","https://openalex.org/W2990138404","https://openalex.org/W3009081299","https://openalex.org/W3092609815","https://openalex.org/W3094502228","https://openalex.org/W3124174388","https://openalex.org/W3159481202","https://openalex.org/W3199257374","https://openalex.org/W3205065023","https://openalex.org/W3212076252","https://openalex.org/W3213836217","https://openalex.org/W4285027808","https://openalex.org/W4289639938","https://openalex.org/W4294646197","https://openalex.org/W4304889743","https://openalex.org/W4306313216","https://openalex.org/W4367000428","https://openalex.org/W4367057073","https://openalex.org/W4389265550","https://openalex.org/W4390874319","https://openalex.org/W4402904283","https://openalex.org/W4402916221"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W4411535265","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899"],"abstract_inverted_index":{"Developing":[0],"robust":[1],"models":[2,28],"for":[3],"medical":[4,88],"imaging":[5,89],"that":[6,161],"effectively":[7],"generalize":[8],"across":[9],"diverse":[10,48],"image":[11],"characteristics":[12],"remains":[13],"a":[14,43,121,125,135],"significant":[15],"challenge,":[16],"primarily":[17],"due":[18],"to":[19,46,67,79,114,143],"the":[20,31,74,87,92,108,130,148],"limited":[21],"availability":[22],"of":[23,33,124,151],"annotated":[24,94],"data.":[25],"Vision":[26],"Transformer":[27],"trained":[29],"with":[30,112],"use":[32],"self-supervised":[34,169],"learning,":[35],"knowledge":[36,137,145],"distillation,":[37],"and":[38],"contrastive":[39],"learning":[40,105],"have":[41],"demonstrated":[42],"strong":[44],"capability":[45],"capture":[47],"features":[49],"in":[50,55,86,103,155],"images,":[51],"rendering":[52],"them":[53],"effective":[54],"providing":[56],"meaningful":[57],"feature":[58,71],"representations.":[59],"Nevertheless,":[60],"these":[61],"approaches":[62],"necessitate":[63],"large-scale":[64],"training":[65,75,119,170],"data":[66,95,123],"provide":[68],"semantically":[69],"rich":[70],"representations":[72],"otherwise,":[73],"process":[76],"is":[77,84,110],"susceptible":[78],"supervision":[80],"collapse.":[81],"This":[82],"challenge":[83],"prominent":[85],"domain,":[90],"where":[91],"available":[93],"are":[96],"limited.":[97],"It":[98],"becomes":[99],"even":[100],"more":[101],"crucial":[102],"few-shot":[104],"scenarios":[106],"when":[107],"model":[109],"tasked":[111],"adapting":[113],"an":[115],"unseen":[116],"domain":[117],"by":[118],"on":[120],"few":[122],"different":[126],"domain.":[127],"To":[128],"address":[129],"aforementioned":[131],"issues,":[132],"we":[133],"implement":[134],"supervised":[136],"distillation":[138],"loss":[139],"adaptation":[140],"stage":[141],"designed":[142],"leverage":[144],"information":[146],"between":[147],"patch":[149],"tokens":[150],"other":[152,166],"samples.":[153],"Experiments":[154],"skin":[156],"lesion":[157],"classification":[158],"datasets":[159],"demonstrate":[160],"our":[162],"proposed":[163],"method":[164],"outperformed":[165],"commonly":[167],"used":[168],"techniques.":[171]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}