{"id":"https://openalex.org/W4408352219","doi":"https://doi.org/10.1109/icassp49660.2025.10887900","title":"Frequency-Space Margin Perception for Open Set Knowledge Distillation","display_name":"Frequency-Space Margin Perception for Open Set Knowledge Distillation","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408352219","doi":"https://doi.org/10.1109/icassp49660.2025.10887900"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10887900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10887900","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004666738","display_name":"Lijun Liu","orcid":"https://orcid.org/0000-0002-9855-1577"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lijun Liu","raw_affiliation_strings":["CAS,Institute of Information Engineering,Beijing,China"],"affiliations":[{"raw_affiliation_string":"CAS,Institute of Information Engineering,Beijing,China","institution_ids":["https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013812973","display_name":"Lihua Jing","orcid":"https://orcid.org/0009-0005-6369-7890"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lihua Jing","raw_affiliation_strings":["CAS,Institute of Information Engineering,Beijing,China"],"affiliations":[{"raw_affiliation_string":"CAS,Institute of Information Engineering,Beijing,China","institution_ids":["https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431122","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0001-6403-2499"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["CAS,Institute of Information Engineering,Beijing,China"],"affiliations":[{"raw_affiliation_string":"CAS,Institute of Information Engineering,Beijing,China","institution_ids":["https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002438548","display_name":"Yuan Wang","orcid":"https://orcid.org/0000-0002-4951-4286"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Wang","raw_affiliation_strings":["Tsinghua University,Department of Electronic Engineering,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Electronic Engineering,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110338101","display_name":"Zhishen Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhishen Wang","raw_affiliation_strings":["CAS,Institute of Information Engineering,Beijing,China"],"affiliations":[{"raw_affiliation_string":"CAS,Institute of Information Engineering,Beijing,China","institution_ids":["https://openalex.org/I4210156404"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5004666738"],"corresponding_institution_ids":["https://openalex.org/I4210156404"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01999653,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9150999784469604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9150999784469604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.7830596566200256},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6953232884407043},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6203703284263611},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5984858870506287},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5788773894309998},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.5781581401824951},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37891706824302673},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2638351321220398},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11253869533538818},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.07962074875831604},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07465484738349915}],"concepts":[{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.7830596566200256},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6953232884407043},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6203703284263611},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5984858870506287},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5788773894309998},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5781581401824951},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37891706824302673},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2638351321220398},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11253869533538818},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.07962074875831604},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07465484738349915},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10887900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10887900","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1903029394","https://openalex.org/W2031614119","https://openalex.org/W2119880843","https://openalex.org/W2194775991","https://openalex.org/W2551176409","https://openalex.org/W2799709780","https://openalex.org/W2887783173","https://openalex.org/W2895752198","https://openalex.org/W2904509905","https://openalex.org/W2936864631","https://openalex.org/W2963125010","https://openalex.org/W2963149653","https://openalex.org/W2963875483","https://openalex.org/W2964137095","https://openalex.org/W2982242214","https://openalex.org/W3016970897","https://openalex.org/W3034175346","https://openalex.org/W3034756453","https://openalex.org/W3134961575","https://openalex.org/W3177034761","https://openalex.org/W3195126467","https://openalex.org/W4224917841","https://openalex.org/W4226426325","https://openalex.org/W4283795704","https://openalex.org/W4312417111","https://openalex.org/W4312447943","https://openalex.org/W4315473654","https://openalex.org/W4372260531","https://openalex.org/W4386065360","https://openalex.org/W4390873031","https://openalex.org/W4392904302","https://openalex.org/W6620707391","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6728622933","https://openalex.org/W6729623471","https://openalex.org/W6739651123","https://openalex.org/W6754995574","https://openalex.org/W6755308174","https://openalex.org/W6763810570","https://openalex.org/W6769906912","https://openalex.org/W6802159084","https://openalex.org/W6842607031","https://openalex.org/W7056722063"],"related_works":["https://openalex.org/W3125011624","https://openalex.org/W1508631387","https://openalex.org/W2370917603","https://openalex.org/W2952760143","https://openalex.org/W2017776670","https://openalex.org/W2347897961","https://openalex.org/W2340870721","https://openalex.org/W2358318464","https://openalex.org/W2979236518","https://openalex.org/W3091955004"],"abstract_inverted_index":{"Knowledge":[0],"Distillation":[1],"(KD)":[2],"has":[3],"attracted":[4],"considerable":[5],"attention":[6],"as":[7],"a":[8,96,104,110],"typical":[9],"model":[10,29],"compression":[11],"and":[12,65,86,109,127,136],"knowledge":[13],"transfer":[14],"paradigm.":[15],"However,":[16],"most":[17,43],"KD":[18,56,79,132],"approaches":[19],"are":[20,61],"predicated":[21],"on":[22,116],"the":[23,26,54,74,81,87,125],"implicit":[24],"assumption:":[25],"deployed":[27],"student":[28],"will":[30],"exclusively":[31],"encounter":[32],"classes":[33,60,68],"that":[34,120],"have":[35],"been":[36],"seen":[37],"during":[38,63],"training,":[39],"which":[40],"goes":[41],"against":[42],"real-world":[44],"scenarios":[45],"with":[46],"unseen":[47,66],"classes.":[48],"To":[49],"this":[50],"end,":[51],"we":[52,94],"formalize":[53],"open-set":[55,67,128],"task,":[57],"where":[58],"known":[59],"visible":[62],"training":[64],"appear":[69],"when":[70],"testing.":[71],"We":[72],"analyze":[73],"potential":[75],"challenges":[76],"of":[77,83,90,103,130],"openset":[78],"from":[80],"discriminability":[82],"embedding":[84],"space":[85],"semantic":[88,111],"separability":[89],"label":[91],"space.":[92],"Then":[93],"propose":[95],"Frequency-Spatial":[97],"Margin":[98],"Perception":[99],"(FSMP)":[100],"framework":[101],"composed":[102],"frequency-spatial":[105],"feature":[106],"distillation":[107],"paradigm":[108],"margin-based":[112],"calibration":[113],"strategy.":[114],"Experiments":[115],"multiple":[117],"benchmarks":[118],"demonstrate":[119],"FSMP":[121],"consistently":[122],"improves":[123],"both":[124],"closed-set":[126],"performance":[129],"existing":[131],"methods":[133],"across":[134],"homogeneous":[135],"heterogeneous":[137],"frameworks.":[138]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}