{"id":"https://openalex.org/W4224918215","doi":"https://doi.org/10.1109/icassp43922.2022.9746024","title":"An Efficient Method for Model Pruning Using Knowledge Distillation with Few Samples","display_name":"An Efficient Method for Model Pruning Using Knowledge Distillation with Few Samples","publication_year":2022,"publication_date":"2022-04-27","ids":{"openalex":"https://openalex.org/W4224918215","doi":"https://doi.org/10.1109/icassp43922.2022.9746024"},"language":"en","primary_location":{"id":"doi:10.1109/icassp43922.2022.9746024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9746024","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048098734","display_name":"ZhaoJing Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"ZhaoJing Zhou","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,School of Artificial Intelligence","School of Artificial Intelligence, Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,School of Artificial Intelligence","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022422213","display_name":"Yun Zhou","orcid":"https://orcid.org/0000-0001-7328-0275"},"institutions":[{"id":"https://openalex.org/I4210111085","display_name":"Academy of Broadcasting Science","ror":"https://ror.org/01z4nez64","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210111085"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Zhou","raw_affiliation_strings":["National Radio and Television Administration,Academy of Broadcasting Science","Academy of Broadcasting Science, National Radio and Television Administration"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Radio and Television Administration,Academy of Broadcasting Science","institution_ids":["https://openalex.org/I4210111085"]},{"raw_affiliation_string":"Academy of Broadcasting Science, National Radio and Television Administration","institution_ids":["https://openalex.org/I4210111085"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002774811","display_name":"Zhuqing Jiang","orcid":"https://orcid.org/0000-0001-6308-5708"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuqing Jiang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,School of Artificial Intelligence","School of Artificial Intelligence, Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,School of Artificial Intelligence","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072795322","display_name":"Aidong Men","orcid":"https://orcid.org/0000-0001-6168-9276"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aidong Men","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,School of Artificial Intelligence","School of Artificial Intelligence, Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,School of Artificial Intelligence","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100379058","display_name":"Haiying Wang","orcid":"https://orcid.org/0000-0001-8358-9065"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiying Wang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,School of Artificial Intelligence","School of Artificial Intelligence, Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,School of Artificial Intelligence","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2515","last_page":"2519"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7993693351745605},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6913760900497437},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.669061005115509},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6070179343223572},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.5608294010162354},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5447328090667725},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5284459590911865},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5182223320007324},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.511515736579895},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.465142160654068},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.45574286580085754},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.43640270829200745},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39561066031455994},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11031246185302734}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7993693351745605},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6913760900497437},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.669061005115509},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6070179343223572},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5608294010162354},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5447328090667725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5284459590911865},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5182223320007324},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.511515736579895},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.465142160654068},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.45574286580085754},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.43640270829200745},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39561066031455994},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11031246185302734},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp43922.2022.9746024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9746024","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2031489346","https://openalex.org/W2102605133","https://openalex.org/W2159291411","https://openalex.org/W2194775991","https://openalex.org/W2295107390","https://openalex.org/W2583638424","https://openalex.org/W2962851801","https://openalex.org/W2962965870","https://openalex.org/W2963446712","https://openalex.org/W2972313371","https://openalex.org/W2986015886","https://openalex.org/W2994749257","https://openalex.org/W2997666887","https://openalex.org/W3034342078","https://openalex.org/W3034403122","https://openalex.org/W3035204081","https://openalex.org/W4297775537","https://openalex.org/W6637373629","https://openalex.org/W6683633756","https://openalex.org/W6725739302","https://openalex.org/W6726275242","https://openalex.org/W6737664043","https://openalex.org/W6767064347"],"related_works":["https://openalex.org/W1496222301","https://openalex.org/W3207760230","https://openalex.org/W1590307681","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703","https://openalex.org/W41015297","https://openalex.org/W4280645561"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"network":[2,72,86,109],"compression":[3],"methods":[4],"can":[5,115,136],"produce":[6],"small-scale":[7],"networks":[8,64],"and":[9,110,123,145,155],"utilizes":[10],"fine-tuning":[11,23],"to":[12,27,57],"get":[13],"back":[14],"the":[15,22,28,42,69],"dropped":[16],"accuracy.":[17],"Despite":[18],"their":[19],"remarkable":[20],"performance,":[21],"procedure":[24],"is":[25,36,93,101,152],"limited":[26],"requirement":[29],"of":[30,71,133],"a":[31,37,96,130],"huge":[32],"training":[33,98,134],"dataset,":[34],"which":[35,67,88],"time-consuming":[38],"progress.":[39],"To":[40],"address":[41],"issue,":[43],"few-sample":[44],"knowledge":[45],"distillation":[46,150],"(FSKD)":[47],"has":[48],"been":[49,167],"proposed":[50],"for":[51,62,103],"data":[52],"efficiency.":[53],"However,":[54],"FSKD":[55],"needs":[56],"add":[58],"additional":[59],"convolution":[60],"layers":[61],"compressed":[63,108,159],"during":[65],"training,":[66],"increases":[68],"complexity":[70],"structure.":[73],"In":[74],"this":[75],"paper,":[76],"we":[77,114],"present":[78],"Progressive":[79],"Feature":[80],"Distribution":[81],"Distillation":[82],"(PFDD)":[83],"without":[84],"modifying":[85],"structures,":[87],"surpasses":[89],"FSKD.":[90],"Concretely,":[91],"it":[92],"based":[94],"on":[95,142],"progressive":[97],"strategy":[99],"that":[100,148],"efficient":[102,154],"matching":[104],"feature":[105],"distributions":[106],"between":[107],"original":[111],"network.":[112],"Thus,":[113],"notably":[116],"exploit":[117],"both":[118],"external":[119],"information":[120,125],"from":[121,126],"samples":[122,165],"internal":[124],"network,":[127],"where":[128],"using":[129],"small":[131],"proportion":[132],"dataset":[135],"yield":[137],"quite":[138],"considerable":[139],"results.":[140],"Experiments":[141],"various":[143],"datasets":[144],"architectures":[146],"demonstrate":[147],"our":[149],"approach":[151],"remarkably":[153],"effective":[156],"in":[157],"improving":[158],"networks\u2019":[160],"performance":[161],"while":[162],"only":[163],"few":[164],"have":[166],"applied.":[168]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}