{"id":"https://openalex.org/W4312904978","doi":"https://doi.org/10.1109/tii.2022.3218635","title":"Target Category Agnostic Knowledge Distillation With Frequency-Domain Supervision","display_name":"Target Category Agnostic Knowledge Distillation With Frequency-Domain Supervision","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4312904978","doi":"https://doi.org/10.1109/tii.2022.3218635"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2022.3218635","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2022.3218635","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087446289","display_name":"Wenxiao Tang","orcid":"https://orcid.org/0000-0002-6714-1516"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenxiao Tang","raw_affiliation_strings":["School of Automation Science and Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000507990","display_name":"M. Saad Shakeel","orcid":"https://orcid.org/0000-0003-3729-2409"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"M. Saad Shakeel","raw_affiliation_strings":["School of Automation Science and Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101518730","display_name":"Zisheng Chen","orcid":"https://orcid.org/0000-0002-0456-0190"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zisheng Chen","raw_affiliation_strings":["School of Automation Science and Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101724334","display_name":"Hao Wan","orcid":"https://orcid.org/0000-0002-1329-8657"},"institutions":[{"id":"https://openalex.org/I4210164009","display_name":"Guangdong Baiyun University","ror":"https://ror.org/04wmrj902","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210164009"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wan","raw_affiliation_strings":["School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","Guangdong Airport Baiyun Information Technology Co., Ltd. Postdoctoral Innovation Practice Base, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Guangdong Airport Baiyun Information Technology Co., Ltd. Postdoctoral Innovation Practice Base, Guangzhou, China","institution_ids":["https://openalex.org/I4210164009"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089840086","display_name":"Wenxiong Kang","orcid":"https://orcid.org/0000-0001-9023-7252"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxiong Kang","raw_affiliation_strings":["School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","Guangdong Enterprise Key Laboratory of Intelligent Finance, Guangzhou, China","Pazhou Lab, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Guangdong Enterprise Key Laboratory of Intelligent Finance, Guangzhou, China","institution_ids":[]},{"raw_affiliation_string":"Pazhou Lab, Guangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5087446289"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":0.7133,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.71392953,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"19","issue":"7","first_page":"8462","last_page":"8471"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8254388570785522},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5101723670959473},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5007312297821045},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.4858836531639099},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.48237696290016174},{"id":"https://openalex.org/keywords/frequency-domain","display_name":"Frequency domain","score":0.47652801871299744},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4695594608783722},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4614526033401489},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.4562671184539795},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4428718090057373},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4404946565628052},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3374958336353302},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.16527774930000305}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8254388570785522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5101723670959473},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5007312297821045},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.4858836531639099},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.48237696290016174},{"id":"https://openalex.org/C19118579","wikidata":"https://www.wikidata.org/wiki/Q786423","display_name":"Frequency domain","level":2,"score":0.47652801871299744},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4695594608783722},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4614526033401489},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.4562671184539795},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4428718090057373},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4404946565628052},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3374958336353302},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.16527774930000305},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2022.3218635","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2022.3218635","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G7630878542","display_name":null,"funder_award_id":"2022A1515010114","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G8556967462","display_name":null,"funder_award_id":"61976095","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1903029394","https://openalex.org/W2108598243","https://openalex.org/W2115733720","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2739879705","https://openalex.org/W2766966408","https://openalex.org/W2951574208","https://openalex.org/W2962858109","https://openalex.org/W2963163009","https://openalex.org/W2973357879","https://openalex.org/W2982802130","https://openalex.org/W2987748894","https://openalex.org/W2996610304","https://openalex.org/W3034771037","https://openalex.org/W3034957837","https://openalex.org/W3035160371","https://openalex.org/W3035294798","https://openalex.org/W3088199650","https://openalex.org/W3094502228","https://openalex.org/W3107401339","https://openalex.org/W3118608800","https://openalex.org/W3136492254","https://openalex.org/W3167272120","https://openalex.org/W3213601271","https://openalex.org/W3214415132","https://openalex.org/W4205744321","https://openalex.org/W4210660935","https://openalex.org/W4213416473","https://openalex.org/W4221153217","https://openalex.org/W4226053834","https://openalex.org/W4320013936","https://openalex.org/W4386071531","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6705521900","https://openalex.org/W6745689806","https://openalex.org/W6754427640","https://openalex.org/W6762840122","https://openalex.org/W6767275243","https://openalex.org/W6772674396","https://openalex.org/W6784333009","https://openalex.org/W6787972765","https://openalex.org/W6797578546","https://openalex.org/W6803073909","https://openalex.org/W6811043537"],"related_works":["https://openalex.org/W3026162553","https://openalex.org/W2768175398","https://openalex.org/W2344382886","https://openalex.org/W19111321","https://openalex.org/W2412887479","https://openalex.org/W2953684491","https://openalex.org/W1583422155","https://openalex.org/W3213252596","https://openalex.org/W1649619740","https://openalex.org/W1534006406"],"abstract_inverted_index":{"Existing":[0],"knowledge":[1,45,142],"distillation":[2,46,143],"approaches":[3],"require":[4],"task-related":[5],"data":[6,23,93,109,119],"to":[7,82,117,167,182,197,228],"train":[8],"portable":[9],"student":[10,68,87,203],"networks":[11],"for":[12,85,138],"satisfactory":[13],"performance.":[14,70],"Nevertheless,":[15],"in":[16],"real-world":[17],"applications,":[18],"a":[19,77,131],"majority":[20],"of":[21,38,101,193,215],"the":[22,36,40,43,52,56,62,67,92,95,102,113,118,126,155,169,175,179,183,188,194,202,213,231],"is":[24,236],"unavailable":[25],"over":[26],"concerns":[27],"about":[28],"personal":[29],"privacy,":[30],"commercial":[31],"confidentiality,":[32],"etc.":[33],"To":[34,71,111],"mitigate":[35],"difficulty":[37],"acquiring":[39],"target":[41,103,127,139,232],"dataset,":[42,104,128],"mainstream":[44],"methods":[47,223],"generate":[48],"training":[49,86,233],"samples":[50,162],"from":[51,61,94,164,178],"teacher":[53,156,195],"network.":[54,204],"However,":[55],"generated":[57],"images":[58,163],"still":[59],"differ":[60],"authentic":[63],"ones,":[64],"which":[65,219],"limit":[66],"network":[69,196],"solve":[72],"this":[73],"issue,":[74],"we":[75,90,129,173],"propose":[76,130],"convenient":[78],"and":[79,125,134,158,186,190,224],"cost-negligible":[80],"method":[81],"build":[83],"datasets":[84],"networks.":[88],"Specifically,":[89],"crawl":[91],"web":[96],"without":[97],"knowing":[98],"any":[99],"category":[100,107,140],"named":[105],"irrelevant":[106],"crawler":[108],"(ICCD).":[110],"prevent":[112],"performance":[114,227],"collapse":[115],"due":[116],"distribution":[120],"gap":[121],"between":[122],"our":[123,216],"ICCD":[124,150],"pseudo-classification":[132,147],"strategy":[133,148],"frequency-domain":[135],"supervision":[136],"(PCFS)":[137],"agnostic":[141],"with":[144],"ICCD.":[145],"The":[146],"classifies":[149],"into":[151],"different":[152],"pseudo-categories":[153],"by":[154],"network,":[157],"uniformly":[159],"but":[160],"randomly":[161],"each":[165],"pseudo-category":[166],"construct":[168],"pseudo-target":[170],"dataset.":[171],"Furthermore,":[172],"transform":[174],"feature":[176],"maps":[177],"spatial":[180],"domain":[181],"frequency":[184],"domain,":[185],"utilize":[187],"high-":[189],"low-frequency":[191],"signals":[192],"impose":[198],"strong":[199],"constraints":[200],"on":[201,208],"Extensive":[205],"experiments":[206],"conducted":[207],"various":[209],"test":[210],"sets":[211],"demonstrate":[212],"effectiveness":[214],"proposed":[217],"PCFS,":[218],"outperforms":[220],"existing":[221],"data-free":[222],"achieves":[225],"comparable":[226],"those":[229],"using":[230],"set.":[234],"Code":[235],"available":[237],"at":[238],"<uri":[239],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[240],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/SCUT-BIP-Lab/PCFS-DFKD</uri>":[241],".":[242]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}