{"id":"https://openalex.org/W4409152394","doi":"https://doi.org/10.26599/bdma.2024.9020062","title":"MFD-KD: Multi-Scale Frequency-Driven Knowledge Distillation","display_name":"MFD-KD: Multi-Scale Frequency-Driven Knowledge Distillation","publication_year":2025,"publication_date":"2025-04-04","ids":{"openalex":"https://openalex.org/W4409152394","doi":"https://doi.org/10.26599/bdma.2024.9020062"},"language":"en","primary_location":{"id":"doi:10.26599/bdma.2024.9020062","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2024.9020062","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654","2097-406X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.26599/bdma.2024.9020062","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023762528","display_name":"Tao Dai","orcid":"https://orcid.org/0000-0003-0594-6404"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Dai","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055892829","display_name":"Rongliang Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongliang Huang","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101566238","display_name":"Hang Guo","orcid":"https://orcid.org/0000-0001-7004-1527"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Guo","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China,518055","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101698854","display_name":"Jinbao Wang","orcid":"https://orcid.org/0000-0001-5916-8965"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinbao Wang","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100604097","display_name":"Bo Li","orcid":"https://orcid.org/0000-0002-9746-7883"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Li","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University,Xi'an,China,710129"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University,Xi'an,China,710129","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052762681","display_name":"Zexuan Zhu","orcid":"https://orcid.org/0000-0001-8479-6904"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zexuan Zhu","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5717,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.89645753,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"8","issue":"3","first_page":"563","last_page":"574"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.5092999935150146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.5092999935150146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.6118083000183105},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5162915587425232},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.38277754187583923},{"id":"https://openalex.org/keywords/process-engineering","display_name":"Process engineering","score":0.37893974781036377},{"id":"https://openalex.org/keywords/environmental-science","display_name":"Environmental science","score":0.3617039918899536},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.31368643045425415},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.22404664754867554},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18482640385627747},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.1259208619594574},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.08810359239578247}],"concepts":[{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.6118083000183105},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5162915587425232},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38277754187583923},{"id":"https://openalex.org/C21880701","wikidata":"https://www.wikidata.org/wiki/Q2144042","display_name":"Process engineering","level":1,"score":0.37893974781036377},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.3617039918899536},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.31368643045425415},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.22404664754867554},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18482640385627747},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1259208619594574},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.08810359239578247}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.26599/bdma.2024.9020062","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2024.9020062","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654","2097-406X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6a880c8c63bc4309940030a16383e74f","is_oa":true,"landing_page_url":"https://doaj.org/article/6a880c8c63bc4309940030a16383e74f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data Mining and Analytics, Vol 8, Iss 3, Pp 563-574 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.26599/bdma.2024.9020062","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2024.9020062","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654","2097-406X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3788100609","display_name":null,"funder_award_id":"62302309,62471310","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5433012282","display_name":null,"funder_award_id":"2022YFF1202104","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7652842274","display_name":null,"funder_award_id":"JCYJ20220818101014030","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320336569","display_name":"Shenzhen Science and Technology Innovation Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2016053056","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2620998106","https://openalex.org/W2739879705","https://openalex.org/W2883780447","https://openalex.org/W2893483035","https://openalex.org/W2952122856","https://openalex.org/W2959289524","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2963163009","https://openalex.org/W2964111476","https://openalex.org/W2964137095","https://openalex.org/W2970454332","https://openalex.org/W2982157312","https://openalex.org/W2997006708","https://openalex.org/W3004127093","https://openalex.org/W3105966348","https://openalex.org/W3177196641","https://openalex.org/W4226426325","https://openalex.org/W4285606598","https://openalex.org/W4312359729","https://openalex.org/W4312671791","https://openalex.org/W4362705033","https://openalex.org/W4385369984","https://openalex.org/W4386065360","https://openalex.org/W4386072392","https://openalex.org/W4386075861","https://openalex.org/W4390204982","https://openalex.org/W4393148022","https://openalex.org/W6620707391","https://openalex.org/W6730179637","https://openalex.org/W6769906912","https://openalex.org/W6788135285"],"related_works":["https://openalex.org/W1534271895","https://openalex.org/W3085764877","https://openalex.org/W2514414740","https://openalex.org/W2377414158","https://openalex.org/W3199615306","https://openalex.org/W77207468","https://openalex.org/W3212781313","https://openalex.org/W124863575","https://openalex.org/W3203147184","https://openalex.org/W2037691954"],"abstract_inverted_index":{"Knowledge":[0,60],"Distillation":[1,61],"(KD),":[2],"which":[3,64],"focuses":[4],"on":[5,44,164],"transferring":[6],"semantic":[7],"knowledge":[8],"from":[9,117],"a":[10,15,56,127],"parameter-heavy":[11],"teacher":[12,141],"network":[13],"to":[14,82,98,133],"more":[16],"compact":[17],"student":[18,149],"network,":[19,142],"has":[20],"been":[21],"widely":[22],"and":[23,35,106,161,171],"successfully":[24],"used":[25],"across":[26],"plenty":[27],"of":[28,47,68,87,139,147,183],"computer":[29],"vision":[30],"tasks":[31],"like":[32],"image/video":[33],"recognition":[34],"segmentation.":[36],"Unlike":[37],"traditional":[38],"KD":[39],"methods":[40],"that":[41,175],"primarily":[42],"focus":[43],"the":[45,51,66,71,91,108,136,140,145,148,181],"consistency":[46],"intermediate":[48,84],"features":[49],"in":[50,70],"spatial":[52,88],"domain,":[53,94],"we":[54,124],"propose":[55],"novel":[57],"Multi-scale":[58],"Frequency-Driven":[59],"(MFD-KD)":[62],"framework,":[63],"emphasizes":[65],"utilization":[67],"information":[69,103,138],"frequency":[72,93,109],"domain.":[73],"Specifically,":[74],"our":[75,96,176],"method":[76,177],"adopts":[77],"Fast":[78],"Fourier":[79],"Transform":[80],"(FFT)":[81],"shift":[83],"feature":[85],"maps":[86],"domain":[89],"into":[90],"corresponding":[92],"enabling":[95],"approach":[97],"extract":[99],"crucial":[100],"high-and":[101],"low-frequency":[102],"both":[104],"inside":[105],"outside":[107],"layer's":[110],"square":[111],"center,":[112],"while":[113],"also":[114],"minimizing":[115],"interference":[116],"non-semantic":[118],"information,":[119],"such":[120,167],"as":[121,168],"noise.":[122],"Furthermore,":[123],"have":[125,173],"developed":[126],"logic":[128],"layer":[129],"similarity":[130],"distillation":[131],"loss":[132],"further":[134],"leverage":[135],"category":[137],"thereby":[143],"enhancing":[144],"performance":[146,182],"network.":[150],"Extensive":[151],"experiments":[152],"with":[153],"various":[154],"architectures":[155],"including":[156],"Convolution":[157],"Neural":[158],"Network":[159],"(CNN)-based":[160],"Transformer-based":[162],"networks":[163],"public":[165],"datasets,":[166],"CIFAR100,":[169],"ImageNet,":[170],"MSCOCO,":[172],"shown":[174],"can":[178],"significantly":[179],"improve":[180],"these":[184],"models.":[185],"The":[186],"code":[187],"is":[188],"available":[189],"at":[190],"https://github.com/ronglianghuang/MFD-KD.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}