{"id":"https://openalex.org/W6910489457","doi":"https://doi.org/10.48550/arxiv.2210.08086","title":"Knowledge Distillation approach towards Melanoma Detection","display_name":"Knowledge Distillation approach towards Melanoma Detection","publication_year":2022,"publication_date":"2022-10-14","ids":{"openalex":"https://openalex.org/W6910489457","doi":"https://doi.org/10.48550/arxiv.2210.08086"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2210.08086","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.08086","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2210.08086","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Khan, Md. Shakib","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Md. Shakib","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Alam, Kazi Nabiul","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alam, Kazi Nabiul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Dhruba, Abdur Rab","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dhruba, Abdur Rab","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zunair, Hasib","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zunair, Hasib","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Mohammed, Nabeel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammed, Nabeel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12994","display_name":"Infrared Thermography in Medicine","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5813999772071838},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5641000270843506},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5426999926567078},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.5037000179290771},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4390000104904175},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.421099990606308},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.37959998846054077},{"id":"https://openalex.org/keywords/melanoma-diagnosis","display_name":"Melanoma diagnosis","score":0.37209999561309814}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6879000067710876},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6065999865531921},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5813999772071838},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5667999982833862},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5641000270843506},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5426999926567078},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.5037000179290771},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4390000104904175},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.421099990606308},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.37959998846054077},{"id":"https://openalex.org/C2991914496","wikidata":"https://www.wikidata.org/wiki/Q180614","display_name":"Melanoma diagnosis","level":3,"score":0.37209999561309814},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3610999882221222},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3400999903678894},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C2777658100","wikidata":"https://www.wikidata.org/wiki/Q180614","display_name":"Melanoma","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2612000107765198},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.2563999891281128},{"id":"https://openalex.org/C34585555","wikidata":"https://www.wikidata.org/wiki/Q1368723","display_name":"Learning curve","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2210.08086","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.08086","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2210.08086","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.08086","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[{"score":0.6435511112213135,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Melanoma":[0],"is":[1,12,46,227],"regarded":[2],"as":[3,48,57,120,165],"the":[4,23,44,81,135,156,161],"most":[5],"threatening":[6],"among":[7],"all":[8],"skin":[9,55],"cancers.":[10],"There":[11],"a":[13,90,146,150],"pressing":[14],"need":[15],"to":[16,32,77,86,116,129,137,152,210,217],"build":[17],"systems":[18,42],"which":[19,170,226],"can":[20],"aid":[21],"in":[22,68,89,204,238],"early":[24],"detection":[25,243],"of":[26,54,70,83,181,206],"melanoma":[27,58,139,240],"and":[28,106,195,241,247],"enable":[29],"timely":[30],"treatment":[31],"patients.":[33],"Recent":[34],"methods":[35,64],"are":[36,73],"geared":[37],"towards":[38],"machine":[39],"learning":[40],"based":[41],"where":[43],"task":[45],"posed":[47],"image":[49],"recognition,":[50],"tag":[51],"dermoscopic":[52,141],"images":[53],"lesions":[56],"or":[59,93],"non-melanoma.":[60],"Even":[61],"though":[62],"these":[63,84],"show":[65],"promising":[66],"results":[67],"terms":[69,205],"accuracy,":[71],"they":[72],"computationally":[74],"quite":[75],"expensive":[76],"train,":[78],"that":[79,199,222],"questions":[80],"ability":[82],"models":[85,108,188],"be":[87],"deployable":[88],"clinical":[91],"setting":[92],"memory":[94],"constraint":[95],"devices.":[96],"To":[97],"address":[98],"this":[99],"issue,":[100],"we":[101,144,159],"focus":[102],"on":[103],"building":[104],"simple":[105],"performant":[107],"having":[109],"few":[110],"layers,":[111],"less":[112],"than":[113,234],"ten":[114],"compared":[115,128,209,216],"hundreds.":[117],"As":[118],"well":[119,203],"with":[121,134],"fewer":[122],"learnable":[123],"parameters,":[124],"0.26":[125],"million":[126],"(M)":[127],"42.5M":[130],"using":[131,149,175],"knowledge":[132,176],"distillation":[133,177],"goal":[136],"detect":[138,153],"from":[140],"images.":[142],"First,":[143],"train":[145,160],"teacher":[147,157],"model":[148,163],"ResNet-50":[151,194],"melanoma.":[154],"Using":[155],"model,":[158],"student":[162],"known":[164],"Distilled":[166],"Student":[167],"Network":[168],"(DSNet)":[169],"has":[171],"around":[172],"0.26M":[173],"parameters":[174],"achieving":[178],"an":[179],"accuracy":[180],"91.7%.":[182],"We":[183,197,220],"compare":[184],"against":[185],"ImageNet":[186],"pre-trained":[187,212],"such":[189],"MobileNet,":[190],"VGG-16,":[191],"Inception-V3,":[192],"EfficientNet-B0,":[193],"ResNet-101.":[196],"find":[198,221],"our":[200],"approach":[201],"works":[202],"inference":[207],"runtime":[208],"other":[211],"models,":[213],"2.57":[214],"seconds":[215],"14.55":[218],"seconds.":[219],"DSNet":[223],"(0.26M":[224],"parameters),":[225],"15":[228],"times":[229],"smaller,":[230],"consistently":[231],"performs":[232],"better":[233],"EfficientNet-B0":[235],"(4M":[236],"parameters)":[237],"both":[239],"non-melanoma":[242],"across":[244],"Precision,":[245],"Recall":[246],"F1":[248],"scores":[249]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}