{"id":"https://openalex.org/W4408352428","doi":"https://doi.org/10.1109/icassp49660.2025.10889105","title":"Knowledge Distillation for Image Restoration : Simultaneous Learning from Degraded and Clean Images","display_name":"Knowledge Distillation for Image Restoration : Simultaneous Learning from Degraded and Clean Images","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408352428","doi":"https://doi.org/10.1109/icassp49660.2025.10889105"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10889105","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10889105","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055478053","display_name":"Yongheng Zhang","orcid":"https://orcid.org/0000-0002-5953-1215"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":null,"type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongheng Zhang","raw_affiliation_strings":["BUPT,State Key Laboratory of Networking and Switching Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BUPT,State Key Laboratory of Networking and Switching Technology,Beijing,China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101573676","display_name":"Danfeng Yan","orcid":"https://orcid.org/0000-0002-6553-3444"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":null,"type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danfeng Yan","raw_affiliation_strings":["BUPT,State Key Laboratory of Networking and Switching Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BUPT,State Key Laboratory of Networking and Switching Technology,Beijing,China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9557999968528748,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9557999968528748,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6707472801208496},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6138145327568054},{"id":"https://openalex.org/keywords/image-restoration","display_name":"Image restoration","score":0.5950407981872559},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4782639741897583},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4722042977809906},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.438273549079895},{"id":"https://openalex.org/keywords/process-engineering","display_name":"Process engineering","score":0.32968777418136597},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.2862674593925476},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1645280122756958},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.1138293445110321},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.10133281350135803}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6707472801208496},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6138145327568054},{"id":"https://openalex.org/C106430172","wikidata":"https://www.wikidata.org/wiki/Q6002272","display_name":"Image restoration","level":4,"score":0.5950407981872559},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4782639741897583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4722042977809906},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.438273549079895},{"id":"https://openalex.org/C21880701","wikidata":"https://www.wikidata.org/wiki/Q2144042","display_name":"Process engineering","level":1,"score":0.32968777418136597},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2862674593925476},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1645280122756958},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.1138293445110321},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.10133281350135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10889105","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10889105","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W1982471090","https://openalex.org/W2083610878","https://openalex.org/W2114770744","https://openalex.org/W2133665775","https://openalex.org/W2560533888","https://openalex.org/W2740982616","https://openalex.org/W2795024892","https://openalex.org/W2799192307","https://openalex.org/W2912435603","https://openalex.org/W2946893679","https://openalex.org/W2964212750","https://openalex.org/W2964268168","https://openalex.org/W2965217508","https://openalex.org/W2988641380","https://openalex.org/W3035250394","https://openalex.org/W3103739166","https://openalex.org/W3107405705","https://openalex.org/W3169495242","https://openalex.org/W3170697543","https://openalex.org/W3174300208","https://openalex.org/W3177640626","https://openalex.org/W4221167590","https://openalex.org/W4225672218","https://openalex.org/W4226426325","https://openalex.org/W4312812783","https://openalex.org/W4378189200","https://openalex.org/W4386075800","https://openalex.org/W4402772396","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6726497184","https://openalex.org/W6730179637","https://openalex.org/W6748082341","https://openalex.org/W6767022471"],"related_works":["https://openalex.org/W1598401975","https://openalex.org/W3085764877","https://openalex.org/W2974904990","https://openalex.org/W2514414740","https://openalex.org/W2365681766","https://openalex.org/W2377414158","https://openalex.org/W3199615306","https://openalex.org/W77207468","https://openalex.org/W3212781313","https://openalex.org/W124863575"],"abstract_inverted_index":{"Model":[0],"compression":[1,42,125],"through":[2],"knowledge":[3],"distillation":[4],"has":[5],"seen":[6],"extensive":[7],"application":[8],"in":[9,17,21,43,144],"classification":[10],"and":[11,62,119,135,146],"segmentation":[12],"tasks.":[13,46],"However,":[14],"its":[15],"potential":[16],"image-to-image":[18],"translation,":[19],"particularly":[20],"image":[22,44,127,153],"restoration,":[23],"remains":[24],"underexplored.":[25],"To":[26],"address":[27],"this":[28],"gap,":[29],"we":[30],"propose":[31],"a":[32,49,85,106],"Simultaneous":[33],"Learning":[34,60,65],"Knowledge":[35],"Distillation":[36],"(SLKD)":[37],"framework":[38],"tailored":[39],"for":[40],"model":[41],"restoration":[45,128,154],"SLKD":[47,140],"employs":[48],"dual-teacher,":[50],"single-student":[51],"architecture":[52],"with":[53,102],"two":[54],"distinct":[55],"learning":[56],"strategies:":[57],"Degradation":[58],"Removal":[59],"(DRL)":[61],"Image":[63],"Reconstruction":[64],"(IRL),":[66],"simultaneously.":[67],"In":[68,89],"DRL,":[69],"the":[70,91,103,113],"student":[71,92,114],"encoder":[72],"learns":[73,94],"from":[74,95,117],"Teacher":[75,96],"A":[76],"to":[77,98,115],"focus":[78],"on":[79],"removing":[80],"degradation":[81],"factors,":[82],"guided":[83],"by":[84],"novel":[86],"BRISQUE":[87],"extractor.":[88,109],"IRL,":[90],"decoder":[93],"B":[97],"reconstruct":[99],"clean":[100,120],"images,":[101],"assistance":[104],"of":[105,126],"proposed":[107],"PIQE":[108],"These":[110],"strategies":[111],"enable":[112],"learn":[116],"degraded":[118],"images":[121],"simultaneously,":[122],"ensuring":[123],"high-quality":[124],"models.":[129],"Experimental":[130],"results":[131],"across":[132],"five":[133],"datasets":[134],"three":[136],"tasks":[137],"demonstrate":[138],"that":[139],"achieves":[141],"substantial":[142],"reductions":[143],"FLOPs":[145],"parameters,":[147],"exceeding":[148],"80%,":[149],"while":[150],"maintaining":[151],"strong":[152],"performance.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}