{"id":"https://openalex.org/W4225304411","doi":"https://doi.org/10.1109/icassp43922.2022.9746534","title":"Prime Knowledge with Local Pattern Consistency for Knowledge Distillation","display_name":"Prime Knowledge with Local Pattern Consistency for Knowledge Distillation","publication_year":2022,"publication_date":"2022-04-27","ids":{"openalex":"https://openalex.org/W4225304411","doi":"https://doi.org/10.1109/icassp43922.2022.9746534"},"language":"en","primary_location":{"id":"doi:10.1109/icassp43922.2022.9746534","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9746534","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050323300","display_name":"Qiankun Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210105595","display_name":"Institute of Art","ror":"https://ror.org/017fyx225","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210105595","https://openalex.org/I99542240"]},{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN","PL"],"is_corresponding":true,"raw_author_name":"Qiankun Tang","raw_affiliation_strings":["Zhejiang Lab,Institute of Artificial Intelligence","Institute of Artificial Intelligence, Zhejiang Lab"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Institute of Artificial Intelligence","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Institute of Artificial Intelligence, Zhejiang Lab","institution_ids":["https://openalex.org/I4210123185","https://openalex.org/I4210105595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032067104","display_name":"Xiaogang Xu","orcid":"https://orcid.org/0000-0002-7928-7336"},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]},{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I4210105595","display_name":"Institute of Art","ror":"https://ror.org/017fyx225","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210105595","https://openalex.org/I99542240"]}],"countries":["CN","PL"],"is_corresponding":false,"raw_author_name":"Xiaogang Xu","raw_affiliation_strings":["Zhejiang Lab,Institute of Artificial Intelligence","School of Computer and Information Engineering, Zhejiang Gongshang University","Institute of Artificial Intelligence, Zhejiang Lab"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Institute of Artificial Intelligence","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"School of Computer and Information Engineering, Zhejiang Gongshang University","institution_ids":["https://openalex.org/I75059550"]},{"raw_affiliation_string":"Institute of Artificial Intelligence, Zhejiang Lab","institution_ids":["https://openalex.org/I4210123185","https://openalex.org/I4210105595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100384655","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0001-9223-2615"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I4210105595","display_name":"Institute of Art","ror":"https://ror.org/017fyx225","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210105595","https://openalex.org/I99542240"]}],"countries":["CN","PL"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["Zhejiang Lab,Institute of Artificial Intelligence","Institute of Artificial Intelligence, Zhejiang Lab"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Institute of Artificial Intelligence","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Institute of Artificial Intelligence, Zhejiang Lab","institution_ids":["https://openalex.org/I4210123185","https://openalex.org/I4210105595"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5050323300"],"corresponding_institution_ids":["https://openalex.org/I4210105595","https://openalex.org/I4210123185"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02680736,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3328","last_page":"3332"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7152303457260132},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.695917546749115},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.606229841709137},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5905795097351074},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5444622039794922},{"id":"https://openalex.org/keywords/prime","display_name":"Prime (order theory)","score":0.5421513319015503},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5034639239311218},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.44415411353111267},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4332975447177887},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38131946325302124},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3428136706352234},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1593916118144989},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.14432600140571594}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7152303457260132},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.695917546749115},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.606229841709137},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5905795097351074},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5444622039794922},{"id":"https://openalex.org/C184992742","wikidata":"https://www.wikidata.org/wiki/Q7243229","display_name":"Prime (order theory)","level":2,"score":0.5421513319015503},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5034639239311218},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.44415411353111267},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4332975447177887},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38131946325302124},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3428136706352234},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1593916118144989},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.14432600140571594},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp43922.2022.9746534","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9746534","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1580389772","https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1849277567","https://openalex.org/W2119144962","https://openalex.org/W2133665775","https://openalex.org/W2194775991","https://openalex.org/W2561238782","https://openalex.org/W2883780447","https://openalex.org/W2936864631","https://openalex.org/W2945335799","https://openalex.org/W2952802422","https://openalex.org/W2955192706","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2963163009","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2995607862","https://openalex.org/W3034756453","https://openalex.org/W3035163969","https://openalex.org/W3035265644","https://openalex.org/W3110179775","https://openalex.org/W3174102142","https://openalex.org/W4297775537","https://openalex.org/W6637373629","https://openalex.org/W6638523607","https://openalex.org/W6639204139","https://openalex.org/W6677580257","https://openalex.org/W6730179637","https://openalex.org/W6737664043","https://openalex.org/W6753767121","https://openalex.org/W6763094690","https://openalex.org/W6769906912","https://openalex.org/W6787589371"],"related_works":["https://openalex.org/W4255837520","https://openalex.org/W2387011115","https://openalex.org/W4234808182","https://openalex.org/W2382043075","https://openalex.org/W1975289146","https://openalex.org/W2809151339","https://openalex.org/W2360673138","https://openalex.org/W2809370583","https://openalex.org/W2333722679","https://openalex.org/W4255628145"],"abstract_inverted_index":{"Intermediate":[0],"feature":[1],"maps":[2],"of":[3,14,32,55,110,123],"teacher":[4,99,114],"model":[5,69],"can":[6],"produce":[7],"enriched":[8],"knowledge":[9,24,34,56],"to":[10,35,70,92],"improve":[11],"the":[12,29,33,53,67,74,94,119],"performance":[13],"student":[15,68,101,116],"model.":[16],"Existing":[17],"works":[18],"mainly":[19],"focus":[20,71],"on":[21,73,84,105],"formulating":[22],"beneficial":[23],"for":[25,60,113],"transferring,":[26],"but":[27],"ignore":[28],"contribution":[30],"discrepancy":[31,97],"promote":[36],"performance.":[37],"To":[38],"tackle":[39],"this":[40],"issue,":[41],"we":[42],"propose":[43],"a":[44,78],"simple":[45],"Importance-based":[46],"Knowledge":[47],"Reweighting":[48],"mechanism,":[49],"which":[50],"dynamically":[51],"measure":[52],"importance":[54],"spatially":[57],"and":[58,100,115,121],"channel-wisely":[59],"teacher-student":[61],"pairs.":[62],"This":[63],"reweighting":[64],"scheme":[65],"enables":[66],"more":[72],"prime":[75],"knowledge.":[76],"Furthermore,":[77],"local":[79,95],"pattern":[80,96],"consistency":[81],"loss":[82],"based":[83],"Structural":[85],"Similarity":[86],"Index":[87],"Measure":[88],"(SSIM)":[89],"is":[90],"presented":[91],"narrow":[93],"between":[98],"features.":[102],"Extensive":[103],"experiments":[104],"CIFAR-100":[106],"with":[107],"various":[108],"combinations":[109],"network":[111],"architectures":[112],"well":[117],"demonstrate":[118],"effectiveness":[120],"superiority":[122],"our":[124],"proposed":[125],"approach.":[126]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}