{"id":"https://openalex.org/W4408324854","doi":"https://doi.org/10.1109/icassp49660.2025.10890329","title":"Zero-shot Quantization for Large-kernels via Shape-based Distribution and Diversity Self-distillation","display_name":"Zero-shot Quantization for Large-kernels via Shape-based Distribution and Diversity Self-distillation","publication_year":2025,"publication_date":"2025-03-11","ids":{"openalex":"https://openalex.org/W4408324854","doi":"https://doi.org/10.1109/icassp49660.2025.10890329"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10890329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10890329","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yao Li","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yao Li","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology, School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology, School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University, Shenzhen, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhuozhen Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuozhen Yu","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology, School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology, School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University, Shenzhen, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xinrui Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinrui Chen","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shunzhou Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128628","display_name":"Peking University Shenzhen Hospital","ror":"https://ror.org/03kkjyb15","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128628"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shunzhou Wang","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology,School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology,School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University, Shenzhen, China","institution_ids":["https://openalex.org/I4210128628"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hang Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128628","display_name":"Peking University Shenzhen Hospital","ror":"https://ror.org/03kkjyb15","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128628"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Yuan","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology,School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology,School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University, Shenzhen, China","institution_ids":["https://openalex.org/I4210128628"]}]},{"author_position":"last","author":{"id":null,"display_name":"Wei Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128628","display_name":"Peking University Shenzhen Hospital","ror":"https://ror.org/03kkjyb15","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128628"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Gao","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology,School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology,School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University, Shenzhen, China","institution_ids":["https://openalex.org/I4210128628"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":46.7735,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.99832883,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12667","display_name":"Economic and Technological Developments in Russia","score":0.1890999972820282,"subfield":{"id":"https://openalex.org/subfields/3303","display_name":"Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12667","display_name":"Economic and Technological Developments in Russia","score":0.1890999972820282,"subfield":{"id":"https://openalex.org/subfields/3303","display_name":"Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.1762000024318695,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/circuit-breaker","display_name":"Circuit breaker","score":0.8238733410835266},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5500621795654297},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.2621002495288849},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23471245169639587}],"concepts":[{"id":"https://openalex.org/C61352017","wikidata":"https://www.wikidata.org/wiki/Q211058","display_name":"Circuit breaker","level":2,"score":0.8238733410835266},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5500621795654297},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.2621002495288849},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23471245169639587}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10890329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10890329","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2039051707","https://openalex.org/W2768052468","https://openalex.org/W3010449038","https://openalex.org/W3034940165","https://openalex.org/W3138516171","https://openalex.org/W4226334005","https://openalex.org/W4304142274","https://openalex.org/W4309125142","https://openalex.org/W4312310654","https://openalex.org/W4312443924","https://openalex.org/W4313047887","https://openalex.org/W4318823171","https://openalex.org/W4385819842","https://openalex.org/W4386066374","https://openalex.org/W4387967981","https://openalex.org/W6631190155","https://openalex.org/W6720242923","https://openalex.org/W6761030284","https://openalex.org/W6776767859","https://openalex.org/W6788135285","https://openalex.org/W6803078082"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2186957643","https://openalex.org/W4313289174","https://openalex.org/W2169296235","https://openalex.org/W2383147444","https://openalex.org/W2772771794","https://openalex.org/W2370462073","https://openalex.org/W2351129194"],"abstract_inverted_index":{"Zero-shot":[0],"quantization":[1,171,198,201],"(ZSQ)":[2],"has":[3],"emerged":[4],"as":[5,82],"an":[6,128],"effective":[7],"method":[8],"to":[9,59,73,75,78,132,149,155,168],"reduce":[10],"model":[11,29],"complexity":[12],"and":[13,25,53,89,118,144],"memory":[14],"footprint":[15],"without":[16],"using":[17],"original":[18],"training":[19],"data,":[20],"thereby":[21],"mitigating":[22],"data":[23,176],"privacy":[24],"security":[26],"concerns":[27],"during":[28],"deployment.":[30],"Recently,":[31],"Large-Kernel":[32],"Convolutional":[33],"Neural":[34],"Networks":[35],"(LKCNNs)":[36],"have":[37],"achieved":[38],"state-of-the-art":[39],"performance":[40,94],"on":[41,61,121,203],"various":[42,200],"vision":[43],"tasks,":[44],"which":[45],"introduce":[46],"challenges":[47],"in":[48,87,92,152,194],"terms":[49],"of":[50,68,141,159,184],"increased":[51],"parameters":[52,172],"network":[54],"complexity,":[55],"making":[56],"them":[57],"difficult":[58],"deploy":[60],"resource-constrained":[62],"edge":[63,129],"devices.":[64],"Despite":[65],"the":[66,114,119,139,157,170,182,185,204],"success":[67],"ZSQ,":[69],"existing":[70,189],"methods":[71],"fail":[72],"apply":[74],"LKCNNs":[76],"due":[77],"architectural":[79],"differences":[80],"such":[81],"Batch":[83],"Normalization":[84],"(BN)":[85],"layers":[86],"models":[88],"thus":[90],"result":[91],"significant":[93,192],"declines.":[95],"In":[96],"this":[97],"paper,":[98],"we":[99,125,163],"propose":[100],"a":[101,145,174],"novel":[102],"ZSQ":[103],"framework":[104,187],"tailored":[105],"specifically":[106],"for":[107],"LKCNNs,":[108],"considering":[109],"their":[110],"two":[111],"key":[112],"characteristics:":[113],"large":[115],"receptive":[116],"field":[117],"reliance":[120],"shape":[122],"bias.":[123],"Correspondingly,":[124],"first":[126],"employ":[127],"detection-based":[130],"loss":[131,148],"optimize":[133],"synthetic":[134,160,166],"images":[135,167],"that":[136],"closely":[137],"mimic":[138],"distribution":[140],"real":[142],"images,":[143],"diversity":[146],"self-distillation":[147],"maintain":[150],"consistency":[151],"feature":[153],"representation":[154],"enable":[156],"generation":[158],"images.":[161],"Afterward,":[162],"use":[164],"these":[165],"fine-tune":[169],"with":[173,191],"shape-enhance":[175],"augmentation":[177],"strategy.":[178],"Experiment":[179],"results":[180],"demonstrate":[181],"superiority":[183],"proposed":[186],"over":[188],"methods,":[190],"improvements":[193],"maintaining":[195],"accuracy":[196],"after":[197],"across":[199],"configurations":[202],"ImageNet":[205],"dataset.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":12}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-03-12T00:00:00"}