{"id":"https://openalex.org/W3174517946","doi":"https://doi.org/10.21437/interspeech.2021-248","title":"PQK: Model Compression via Pruning, Quantization, and Knowledge Distillation","display_name":"PQK: Model Compression via Pruning, Quantization, and Knowledge Distillation","publication_year":2021,"publication_date":"2021-08-27","ids":{"openalex":"https://openalex.org/W3174517946","doi":"https://doi.org/10.21437/interspeech.2021-248","mag":"3174517946"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2021-248","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2021-248","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2021","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.14681","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101905020","display_name":"Jangho Kim","orcid":"https://orcid.org/0000-0003-1334-4649"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jangho Kim","raw_affiliation_strings":["Seoul National University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112998078","display_name":"Simyung Chang","orcid":"https://orcid.org/0000-0001-7750-191X"},"institutions":[{"id":"https://openalex.org/I19268510","display_name":"Qualcomm (United Kingdom)","ror":"https://ror.org/04d3djg48","country_code":"GB","type":"company","lineage":["https://openalex.org/I19268510","https://openalex.org/I4210087596"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Simyung Chang","raw_affiliation_strings":["Qualcomm (United Kingdom), Farnborough, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qualcomm (United Kingdom), Farnborough, United Kingdom","institution_ids":["https://openalex.org/I19268510"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084897975","display_name":"Nojun Kwak","orcid":"https://orcid.org/0000-0002-1792-0327"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Nojun Kwak","raw_affiliation_strings":["Seoul National University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4568","last_page":"4572"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7934734225273132},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7821242809295654},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7646241188049316},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.6552597284317017},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6478428244590759},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5295508503913879},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5193896889686584},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5116434693336487},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.48020467162132263},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4417402744293213},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.21407079696655273}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7934734225273132},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7821242809295654},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7646241188049316},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.6552597284317017},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6478428244590759},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5295508503913879},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5193896889686584},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5116434693336487},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.48020467162132263},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4417402744293213},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.21407079696655273},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.21437/interspeech.2021-248","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2021-248","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2021","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2106.14681","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.14681","pdf_url":"https://arxiv.org/pdf/2106.14681","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3174517946","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2106.14681v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:s-space.snu.ac.kr:10371/205661","is_oa":false,"landing_page_url":"https://hdl.handle.net/10371/205661","pdf_url":null,"source":{"id":"https://openalex.org/S4306401345","display_name":"Seoul National University Open Repository (Seoul National University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139264467","host_organization_name":"Seoul National University","host_organization_lineage":["https://openalex.org/I139264467"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Proceedings Paper"},{"id":"doi:10.48550/arxiv.2106.14681","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2106.14681","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2106.14681","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.14681","pdf_url":"https://arxiv.org/pdf/2106.14681","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3174517946.pdf","grobid_xml":"https://content.openalex.org/works/W3174517946.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2034940213","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2507580616","https://openalex.org/W2786945063","https://openalex.org/W2809624076","https://openalex.org/W2928560789","https://openalex.org/W2963674932","https://openalex.org/W2964187693","https://openalex.org/W2982157312","https://openalex.org/W2990953743","https://openalex.org/W3035550813","https://openalex.org/W3097522836","https://openalex.org/W3097625183","https://openalex.org/W3101543398","https://openalex.org/W3102934511","https://openalex.org/W3118608800","https://openalex.org/W3144172636","https://openalex.org/W3161758233"],"related_works":["https://openalex.org/W3196438592","https://openalex.org/W2997300524","https://openalex.org/W3167500546","https://openalex.org/W3008545278","https://openalex.org/W2970500560","https://openalex.org/W3100837220","https://openalex.org/W3129409941","https://openalex.org/W2994881943","https://openalex.org/W3136450870","https://openalex.org/W2894740066","https://openalex.org/W2983997862","https://openalex.org/W3131172804","https://openalex.org/W2997336365","https://openalex.org/W3168125510","https://openalex.org/W3092816080","https://openalex.org/W3034674511","https://openalex.org/W3092242892","https://openalex.org/W3042620538","https://openalex.org/W3036961584","https://openalex.org/W3205825741"],"abstract_inverted_index":{"As":[0],"edge":[1,11,30],"devices":[2,12,44],"become":[3,14],"prevalent,":[4],"deploying":[5],"Deep":[6],"Neural":[7],"Networks":[8],"(DNN)":[9],"on":[10,186],"has":[13,93],"a":[15,21,37,78,83,106,116,128,142,152],"critical":[16],"issue.":[17],"However,":[18],"DNN":[19],"requires":[20],"high":[22],"computational":[23,47],"resource":[24],"which":[25],"is":[26],"rarely":[27],"available":[28],"for":[29,42,81,156],"devices.":[31],"To":[32],"handle":[33],"this,":[34],"we":[35,114,136,148],"propose":[36],"novel":[38],"model":[39,179],"compression":[40],"method":[41,175],"the":[43,73,89,138,157,161,164,169,177,182],"with":[45],"limited":[46],"resources,":[48],"called":[49],"PQK":[50,65,92,185],"consisting":[51],"of":[52,68,184],"pruning,":[53],"quantization,":[54],"and":[55,63,101,108,163,180,190],"knowledge":[56],"distillation":[57],"(KD)":[58],"processes.":[59],"Unlike":[60],"traditional":[61],"pruning":[62,74,100],"KD,":[64],"makes":[66],"use":[67],"unimportant":[69,121],"weights":[70,122],"pruned":[71,129,139],"in":[72,124],"process":[75],"to":[76,104,127,176],"make":[77,105,115],"teacher":[79,90,117,134,154,162],"network":[80,86,118,140,155],"training":[82,103],"better":[84],"student":[85,143,165],"without":[87],"pre-training":[88],"model.":[91,110],"two":[94],"phases.":[95],"Phase":[96],"1":[97,126],"exploits":[98],"iterative":[99],"quantization-aware":[102],"lightweight":[107],"power-efficient":[109],"In":[111,145],"phase":[112,125],"2,":[113],"by":[119],"adding":[120],"unused":[123],"network.":[130,144,171],"By":[131],"using":[132],"this":[133],"network,":[135],"train":[137],"as":[141],"doing":[146],"so,":[147],"do":[149],"not":[150],"need":[151],"pre-trained":[153],"KD":[158],"framework":[159],"because":[160],"networks":[166],"coexist":[167],"within":[168],"same":[170],"We":[172],"apply":[173],"our":[174],"recognition":[178],"verify":[181],"effectiveness":[183],"keyword":[187],"spotting":[188],"(KWS)":[189],"image":[191],"recognition.":[192]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}