{"id":"https://openalex.org/W4401750166","doi":"https://doi.org/10.1109/isbi56570.2024.10635141","title":"Rethinking Intermediate Layers Design in Knowledge Distillation for Kidney and Liver Tumor Segmentation","display_name":"Rethinking Intermediate Layers Design in Knowledge Distillation for Kidney and Liver Tumor Segmentation","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4401750166","doi":"https://doi.org/10.1109/isbi56570.2024.10635141"},"language":"en","primary_location":{"id":"doi:10.1109/isbi56570.2024.10635141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi56570.2024.10635141","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057901186","display_name":"Vandan Gorade","orcid":"https://orcid.org/0000-0001-5389-3373"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]},{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vandan Gorade","raw_affiliation_strings":["Northwestern University,Machine & Hybrid Intelligence Lab,Department of Radiology,USA"],"affiliations":[{"raw_affiliation_string":"Northwestern University,Machine & Hybrid Intelligence Lab,Department of Radiology,USA","institution_ids":["https://openalex.org/I111979921","https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012290807","display_name":"Sparsh Mittal","orcid":"https://orcid.org/0000-0002-2908-993X"},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sparsh Mittal","raw_affiliation_strings":["Indian Institute of Technology,Mehta Family School of DS&AI,Roorkee,India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology,Mehta Family School of DS&AI,Roorkee,India","institution_ids":["https://openalex.org/I154851008"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044673103","display_name":"Debesh Jha","orcid":"https://orcid.org/0000-0002-8078-6730"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]},{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Debesh Jha","raw_affiliation_strings":["Northwestern University,Machine & Hybrid Intelligence Lab,Department of Radiology,USA"],"affiliations":[{"raw_affiliation_string":"Northwestern University,Machine & Hybrid Intelligence Lab,Department of Radiology,USA","institution_ids":["https://openalex.org/I111979921","https://openalex.org/I1343180700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030188696","display_name":"Ula\u015f Ba\u011fc\u0131","orcid":"https://orcid.org/0000-0001-7379-6829"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]},{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ulas Bagci","raw_affiliation_strings":["Northwestern University,Machine & Hybrid Intelligence Lab,Department of Radiology,USA"],"affiliations":[{"raw_affiliation_string":"Northwestern University,Machine & Hybrid Intelligence Lab,Department of Radiology,USA","institution_ids":["https://openalex.org/I111979921","https://openalex.org/I1343180700"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5057901186"],"corresponding_institution_ids":["https://openalex.org/I111979921","https://openalex.org/I1343180700"],"apc_list":null,"apc_paid":null,"fwci":0.7873,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.72614733,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6247414350509644},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5670496821403503},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5309041738510132},{"id":"https://openalex.org/keywords/kidney","display_name":"Kidney","score":0.4893755316734314},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.43193820118904114},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3718540668487549},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.1996077001094818},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.17176973819732666},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.16091781854629517},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.11797195672988892}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6247414350509644},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5670496821403503},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5309041738510132},{"id":"https://openalex.org/C2780091579","wikidata":"https://www.wikidata.org/wiki/Q9377","display_name":"Kidney","level":2,"score":0.4893755316734314},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.43193820118904114},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3718540668487549},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.1996077001094818},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.17176973819732666},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.16091781854629517},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.11797195672988892}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isbi56570.2024.10635141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi56570.2024.10635141","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Zero hunger","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/2"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2194775991","https://openalex.org/W2561238782","https://openalex.org/W2804608955","https://openalex.org/W2884436604","https://openalex.org/W2887783173","https://openalex.org/W2910094941","https://openalex.org/W2933796343","https://openalex.org/W2952787292","https://openalex.org/W2963140444","https://openalex.org/W2995607862","https://openalex.org/W2996106355","https://openalex.org/W3034368386","https://openalex.org/W3104061658","https://openalex.org/W3105367394","https://openalex.org/W3127215335","https://openalex.org/W3138154797","https://openalex.org/W3180624251","https://openalex.org/W3185556852","https://openalex.org/W4214520917","https://openalex.org/W4385482620","https://openalex.org/W4385768183","https://openalex.org/W4386278996","https://openalex.org/W4387676217","https://openalex.org/W4390190475","https://openalex.org/W4391125493","https://openalex.org/W4394625805","https://openalex.org/W4401748828","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6730179637","https://openalex.org/W6761292208","https://openalex.org/W6769906912","https://openalex.org/W6789657409","https://openalex.org/W6861160558"],"related_works":["https://openalex.org/W3026162553","https://openalex.org/W2768175398","https://openalex.org/W2344382886","https://openalex.org/W19111321","https://openalex.org/W4379231730","https://openalex.org/W2412887479","https://openalex.org/W32245304","https://openalex.org/W2953684491","https://openalex.org/W4285338581","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1],"(KD)":[2],"has":[3,24],"demonstrated":[4],"remarkable":[5],"success":[6],"across":[7],"various":[8],"domains,":[9],"but":[10],"its":[11,174],"application":[12],"to":[13,52,58,65,104,112,127],"medical":[14],"imaging":[15],"tasks,":[16],"such":[17],"as":[18],"kidney":[19,159],"and":[20,49,107,119,138,194,209],"liver":[21],"tumor":[22],"segmentation,":[23],"encountered":[25],"challenges.":[26],"Many":[27],"existing":[28,149],"KD":[29,40],"methods":[30,41,150],"are":[31],"not":[32],"specifically":[33],"tailored":[34],"for":[35,206],"these":[36,85],"tasks.":[37],"Moreover,":[38],"prevalent":[39],"often":[42],"lack":[43],"a":[44,99,136,152,180,203],"careful":[45],"consideration":[46],"of":[47,70,81,101],"\u2018what\u2019":[48],"\u2018from":[50],"where\u2019":[51],"distill":[53],"knowledge":[54,97,111],"from":[55,98,131],"the":[56,59,68,79,117,125,158,164,183],"teacher":[57],"student.":[60],"This":[61,122],"oversight":[62],"may":[63],"lead":[64],"issues":[66],"like":[67],"accumulation":[69],"training":[71],"bias":[72],"within":[73],"shallower":[74],"student":[75,140,165,184],"layers,":[76,133],"potentially":[77],"compromising":[78],"effectiveness":[80],"KD.":[82],"To":[83],"address":[84],"challenges,":[86],"we":[87],"propose":[88],"Hierarchical":[89],"Layer-selective":[90],"Feedback":[91],"Distillation":[92],"(HLFD).":[93],"HLFD":[94,147,162,188],"strategically":[95],"distills":[96],"combination":[100],"middle":[102],"layers":[103,106,114],"earlier":[105,132],"transfers":[108],"final":[109],"layer":[110],"intermediate":[113],"at":[115,190],"both":[116],"feature":[118],"pixel":[120],"levels.":[121],"design":[123],"allows":[124],"model":[126,166,185],"learn":[128],"higher-quality":[129],"representations":[130],"resulting":[134],"in":[135,157],"robust":[137],"compact":[139],"model.":[141],"Extensive":[142],"quantitative":[143],"evaluations":[144],"reveal":[145],"that":[146],"outperforms":[148],"by":[151,169],"significant":[153],"margin.":[154],"For":[155],"example,":[156],"segmentation":[160],"task,":[161],"surpasses":[163],"(without":[167],"KD)":[168],"over":[170],"10%,":[171],"significantly":[172],"improving":[173],"focus":[175,196],"on":[176,198],"tumor-specific":[177,199],"features.":[178],"From":[179],"qualitative":[181],"standpoint,":[182],"trained":[186],"using":[187],"excels":[189],"suppressing":[191],"irrelevant":[192],"information":[193],"can":[195],"sharply":[197],"details,":[200],"which":[201],"opens":[202],"new":[204],"pathway":[205],"more":[207],"efficient":[208],"accurate":[210],"diagnostic":[211],"tools.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}