{"id":"https://openalex.org/W4368358283","doi":"https://doi.org/10.1109/tpami.2023.3272925","title":"Diverse Sample Generation: Pushing the Limit of Generative Data-Free Quantization","display_name":"Diverse Sample Generation: Pushing the Limit of Generative Data-Free Quantization","publication_year":2023,"publication_date":"2023-05-04","ids":{"openalex":"https://openalex.org/W4368358283","doi":"https://doi.org/10.1109/tpami.2023.3272925","pmid":"https://pubmed.ncbi.nlm.nih.gov/37141057"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3272925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3272925","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044945190","display_name":"Haotong Qin","orcid":"https://orcid.org/0000-0001-7391-7539"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haotong Qin","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087334150","display_name":"Yifu Ding","orcid":"https://orcid.org/0000-0002-3612-8757"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifu Ding","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006891987","display_name":"Xiangguo Zhang","orcid":"https://orcid.org/0000-0002-9250-5019"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangguo Zhang","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031116553","display_name":"Jiakai Wang","orcid":"https://orcid.org/0000-0001-5884-3412"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiakai Wang","raw_affiliation_strings":["Zhongguancun Laboratory, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011594363","display_name":"Xianglong Liu","orcid":"https://orcid.org/0000-0001-8425-4195"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianglong Liu","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100460385","display_name":"Jiwen Lu","orcid":"https://orcid.org/0000-0002-6121-5529"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiwen Lu","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5044945190"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":20.3497,"has_fulltext":false,"cited_by_count":97,"citation_normalized_percentile":{"value":0.9986661,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"45","issue":"10","first_page":"11689","last_page":"11706"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5823845863342285},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5742478966712952},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5251742601394653},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.46696382761001587},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.46669700741767883},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.446153461933136},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4449625611305237},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.44111737608909607},{"id":"https://openalex.org/keywords/vector-quantization","display_name":"Vector quantization","score":0.440400630235672},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33852458000183105},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2740570306777954},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09664824604988098}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5823845863342285},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5742478966712952},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5251742601394653},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.46696382761001587},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.46669700741767883},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.446153461933136},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4449625611305237},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.44111737608909607},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.440400630235672},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33852458000183105},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2740570306777954},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09664824604988098},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3272925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3272925","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37141057","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37141057","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5353313430","display_name":null,"funder_award_id":"62022009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7699882113","display_name":null,"funder_award_id":"SKLSDE-2022ZX-23","funder_id":"https://openalex.org/F4320326978","funder_display_name":"State Key Laboratory of Software Development Environment"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326978","display_name":"State Key Laboratory of Software Development Environment","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1479807131","https://openalex.org/W1527643426","https://openalex.org/W1536680647","https://openalex.org/W1686810756","https://openalex.org/W1841592590","https://openalex.org/W1938690017","https://openalex.org/W2031489346","https://openalex.org/W2102605133","https://openalex.org/W2108598243","https://openalex.org/W2183341477","https://openalex.org/W2186615578","https://openalex.org/W2194775991","https://openalex.org/W2264905057","https://openalex.org/W2497325191","https://openalex.org/W2617322972","https://openalex.org/W2618530766","https://openalex.org/W2884006160","https://openalex.org/W2885647100","https://openalex.org/W2898422183","https://openalex.org/W2902159581","https://openalex.org/W2903711666","https://openalex.org/W2912168260","https://openalex.org/W2915478146","https://openalex.org/W2921452371","https://openalex.org/W2924023169","https://openalex.org/W2950776302","https://openalex.org/W2951222872","https://openalex.org/W2962697884","https://openalex.org/W2962721361","https://openalex.org/W2962761403","https://openalex.org/W2963122961","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2964195914","https://openalex.org/W2964208235","https://openalex.org/W2978426779","https://openalex.org/W2981751377","https://openalex.org/W2984353870","https://openalex.org/W2998218113","https://openalex.org/W3008515144","https://openalex.org/W3010449038","https://openalex.org/W3018278400","https://openalex.org/W3034297393","https://openalex.org/W3034940165","https://openalex.org/W3034957837","https://openalex.org/W3034997257","https://openalex.org/W3035460915","https://openalex.org/W3097297321","https://openalex.org/W3103014337","https://openalex.org/W3118608800","https://openalex.org/W3119650871","https://openalex.org/W3119697406","https://openalex.org/W3136450870","https://openalex.org/W3165976180","https://openalex.org/W3166859509","https://openalex.org/W3174563152","https://openalex.org/W3175169239","https://openalex.org/W3175491384","https://openalex.org/W3183420805","https://openalex.org/W3194161076","https://openalex.org/W4221162983","https://openalex.org/W4229706427","https://openalex.org/W4287812978","https://openalex.org/W4298881060","https://openalex.org/W6620707391","https://openalex.org/W6637373629","https://openalex.org/W6638380032","https://openalex.org/W6638783484","https://openalex.org/W6640409437","https://openalex.org/W6686509673","https://openalex.org/W6693066613","https://openalex.org/W6729482032","https://openalex.org/W6737965738","https://openalex.org/W6751707208","https://openalex.org/W6755681954","https://openalex.org/W6756336323","https://openalex.org/W6758290262","https://openalex.org/W6758625146","https://openalex.org/W6759144272","https://openalex.org/W6760097355","https://openalex.org/W6762913911","https://openalex.org/W6776767859","https://openalex.org/W6784101040","https://openalex.org/W6787972765","https://openalex.org/W6789240164","https://openalex.org/W6791710050","https://openalex.org/W6810610777"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W3209251257","https://openalex.org/W4380551139","https://openalex.org/W4317695495","https://openalex.org/W4395044357","https://openalex.org/W4287117424","https://openalex.org/W4387506531","https://openalex.org/W2087346071","https://openalex.org/W2967848559"],"abstract_inverted_index":{"Generative":[0],"data-free":[1,67,103],"quantization":[2,173,200],"emerges":[3],"as":[4],"a":[5,54,93,191],"practical":[6],"compression":[7],"approach":[8,23],"that":[9,57,163],"quantizes":[10],"deep":[11],"neural":[12,177],"networks":[13,34],"to":[14,35,105,121,150,194],"low":[15],"bit-width":[16],"without":[17],"accessing":[18],"the":[19,32,37,43,58,66,73,101,112,118,123,129,133,142,147,154],"real":[20],"data.":[21],"This":[22,90],"generates":[24],"data":[25,75,184],"utilizing":[26],"batch":[27],"normalization":[28],"(BN)":[29],"statistics":[30,80,113],"of":[31,46,60,132],"full-precision":[33],"quantize":[36],"networks.":[38],"However,":[39],"it":[40],"always":[41],"faces":[42],"serious":[44],"challenges":[45],"accuracy":[47],"degradation":[48],"in":[49,70,117,146],"practice.":[50],"We":[51,109],"first":[52,110],"give":[53],"theoretical":[55],"analysis":[56],"diversity":[59],"synthetic":[61,74],"samples":[62,139,145,152],"is":[63],"crucial":[64],"for":[65,100,115,137,164],"quantization,":[68,104],"while":[69],"existing":[71],"approaches,":[72,201],"completely":[76],"constrained":[77],"by":[78,187],"BN":[79,119,135],"experimentally":[81],"exhibit":[82],"severe":[83],"homogenization":[84],"at":[85],"distribution":[86,124],"and":[87,140,156,198,205],"sample":[88],"levels.":[89],"paper":[91],"presents":[92],"generic":[94],"Diverse":[95],"Sample":[96],"Generation":[97],"(DSG)":[98],"scheme":[99],"generative":[102],"mitigate":[106],"detrimental":[107],"homogenization.":[108],"slack":[111],"alignment":[114],"features":[116],"layer":[120],"relax":[122],"constraint.":[125],"Then,":[126],"we":[127],"strengthen":[128],"loss":[130],"impact":[131],"specific":[134],"layers":[136],"different":[138,176],"inhibit":[141],"correlation":[143],"among":[144],"generation":[148],"process,":[149],"diversify":[151],"from":[153],"statistical":[155],"spatial":[157],"perspectives,":[158],"respectively.":[159],"Comprehensive":[160],"experiments":[161],"show":[162],"large-scale":[165],"image":[166],"classification":[167],"tasks,":[168],"our":[169,188],"DSG":[170,189],"can":[171],"consistently":[172],"performance":[174],"on":[175],"architectures,":[178],"especially":[179],"under":[180],"ultra-low":[181],"bit-width.":[182],"And":[183],"diversification":[185],"caused":[186],"brings":[190],"general":[192],"gain":[193],"various":[195],"quantization-aware":[196],"training":[197],"post-training":[199],"demonstrating":[202],"its":[203],"generality":[204],"effectiveness.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":54},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":4}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}