{"id":"https://openalex.org/W4377714918","doi":"https://doi.org/10.1109/tcsvt.2023.3279281","title":"Generative Data Free Model Quantization With Knowledge Matching for Classification","display_name":"Generative Data Free Model Quantization With Knowledge Matching for Classification","publication_year":2023,"publication_date":"2023-05-23","ids":{"openalex":"https://openalex.org/W4377714918","doi":"https://doi.org/10.1109/tcsvt.2023.3279281"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2023.3279281","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3279281","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009545714","display_name":"Shoukai Xu","orcid":"https://orcid.org/0000-0003-2734-7373"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shoukai Xu","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, China","Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101514067","display_name":"Shuhai Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhai Zhang","raw_affiliation_strings":["School of Software Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375036","display_name":"Jing Liu","orcid":"https://orcid.org/0000-0002-6745-3050"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jing Liu","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Clayton, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076928390","display_name":"Bohan Zhuang","orcid":"https://orcid.org/0000-0002-0074-0303"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Bohan Zhuang","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Clayton, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100631216","display_name":"Yaowei Wang","orcid":"https://orcid.org/0000-0003-2197-9038"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaowei Wang","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032352025","display_name":"Mingkui Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingkui Tan","raw_affiliation_strings":["School of Software Engineering, and the Key Laboratory of Big Data and Intelligent Robot, Ministry of Education, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, and the Key Laboratory of Big Data and Intelligent Robot, Ministry of Education, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5009545714"],"corresponding_institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":1.6851,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.86219793,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"33","issue":"12","first_page":"7296","last_page":"7309"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.8598858118057251},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7437318563461304},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5344907641410828},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5072147846221924},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4454774856567383},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3738582134246826},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35345372557640076},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.3256344795227051},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3202432692050934},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3163212239742279}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8598858118057251},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7437318563461304},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5344907641410828},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5072147846221924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4454774856567383},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3738582134246826},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35345372557640076},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3256344795227051},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3202432692050934},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3163212239742279}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2023.3279281","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2023.3279281","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3637388763","display_name":null,"funder_award_id":"U20B2052","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6042538324","display_name":null,"funder_award_id":"62072190","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2103012681","https://openalex.org/W2108598243","https://openalex.org/W2171324559","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2242818861","https://openalex.org/W2300242332","https://openalex.org/W2469490737","https://openalex.org/W2540093921","https://openalex.org/W2586654419","https://openalex.org/W2765235648","https://openalex.org/W2766966408","https://openalex.org/W2785678896","https://openalex.org/W2786771851","https://openalex.org/W2884150179","https://openalex.org/W2912839047","https://openalex.org/W2962770523","https://openalex.org/W2963017889","https://openalex.org/W2963122961","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963480671","https://openalex.org/W2963521187","https://openalex.org/W2964195914","https://openalex.org/W2981751377","https://openalex.org/W2982802130","https://openalex.org/W2991002474","https://openalex.org/W2996610304","https://openalex.org/W2998619828","https://openalex.org/W2999803881","https://openalex.org/W3011631586","https://openalex.org/W3016916515","https://openalex.org/W3028151507","https://openalex.org/W3034940165","https://openalex.org/W3034957837","https://openalex.org/W3034997257","https://openalex.org/W3035460915","https://openalex.org/W3045477169","https://openalex.org/W3082058622","https://openalex.org/W3097297321","https://openalex.org/W3107622308","https://openalex.org/W3118608800","https://openalex.org/W3155573568","https://openalex.org/W3163519726","https://openalex.org/W3172687502","https://openalex.org/W3174563152","https://openalex.org/W3175491384","https://openalex.org/W4226034202","https://openalex.org/W4285104720","https://openalex.org/W4288348717","https://openalex.org/W4290994873","https://openalex.org/W4292970178","https://openalex.org/W4299381621","https://openalex.org/W4312454178","https://openalex.org/W4313886816","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6638523607","https://openalex.org/W6638667902","https://openalex.org/W6690026940","https://openalex.org/W6693397755","https://openalex.org/W6713134421","https://openalex.org/W6720242923","https://openalex.org/W6729482032","https://openalex.org/W6748224102","https://openalex.org/W6748582592","https://openalex.org/W6751404249","https://openalex.org/W6754503602","https://openalex.org/W6754887999","https://openalex.org/W6759144272","https://openalex.org/W6760069825","https://openalex.org/W6761030284","https://openalex.org/W6762640628","https://openalex.org/W6763485134","https://openalex.org/W6766978945","https://openalex.org/W6767298317","https://openalex.org/W6767428213","https://openalex.org/W6767491961","https://openalex.org/W6772674396","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W4317695495","https://openalex.org/W4287117424","https://openalex.org/W4387506531","https://openalex.org/W2087346071","https://openalex.org/W4238433571","https://openalex.org/W2967848559","https://openalex.org/W4299831724"],"abstract_inverted_index":{"Neural":[0],"network":[1,95],"quantization":[2,26,139,202,207,229],"aims":[3],"to":[4,21,49,60,146,169,228],"reduce":[5],"the":[6,89,113,117,143,150,163,166,190,206,214],"model":[7,168],"size,":[8],"computational":[9],"complexity,":[10],"and":[11,17,73,124,172],"memory":[12],"consumption":[13],"by":[14],"mapping":[15],"weights":[16],"activations":[18],"from":[19],"full-precision":[20],"low-precision.":[22],"However,":[23],"many":[24],"existing":[25,199],"methods,":[27,203],"either":[28],"post-training":[29],"with":[30,35,82,230],"calibration":[31],"or":[32,51],"quantization-aware":[33],"training":[34],"fine-tuning,":[36],"require":[37],"original":[38],"data":[39,57,92,110,125,137,145,181,200,216],"for":[40,85,93,153,180],"better":[41],"performance,":[42],"which":[43],"may":[44],"not":[45],"be":[46],"available":[47,237],"due":[48],"confidentiality":[50],"privacy":[52],"constraints.":[53],"This":[54],"lack":[55],"of":[56,149,165,192],"can":[58],"lead":[59],"a":[61,71,102,134,223],"significant":[62],"decline":[63,226],"in":[64,116],"performance.":[65],"In":[66],"this":[67,130],"paper,":[68],"we":[69,100,132,156],"propose":[70,101,133],"universal":[72],"effective":[74],"method":[75,140],"called":[76],"Generative":[77],"Data":[78],"Free":[79],"Model":[80],"Quantization":[81],"Knowledge":[83],"Matching":[84],"Classification(KMDFQ)":[86],"that":[87,106,141],"removes":[88],"dependence":[90],"on":[91,112,129,186,212],"neural":[94],"quantization.":[96,154,183],"To":[97],"achieve":[98],"this,":[99],"knowledge":[103,115,123,152],"matching":[104],"generator":[105],"produces":[107],"meaningful":[108],"fake":[109],"based":[111],"latent":[114,151],"pre-trained":[118],"model,":[119],"including":[120],"classification":[121,188],"boundary":[122],"distribution":[126],"information.":[127],"Based":[128],"generator,":[131],"fake-data":[135],"driven":[136],"free":[138,182,201,217],"uses":[142],"generated":[144],"take":[147],"advantage":[148],"Furthermore,":[155],"introduce":[157],"Mean":[158],"Square":[159],"Error":[160],"alignment":[161],"during":[162],"fine-tuning":[164],"quantized":[167,218],"more":[170,178],"strictly":[171],"directly":[173],"learn":[174],"knowledge,":[175],"making":[176],"it":[177],"suitable":[179],"Extensive":[184],"experiments":[185],"image":[187],"demonstrate":[189],"effectiveness":[191],"our":[193],"method,":[194],"achieving":[195],"higher":[196],"accuracy":[197,225],"than":[198,222],"particularly":[204],"as":[205],"bit":[208],"decreases.":[209],"For":[210],"example,":[211],"ImageNet,":[213],"4-bit":[215],"ResNet-18":[219],"has":[220],"less":[221],"1.2%":[224],"compared":[227],"real":[231],"data.":[232],"The":[233],"source":[234],"code":[235],"is":[236],"at":[238],"<uri":[239],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[240],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/ZSHsh98/KMDFQ</uri>":[241],".":[242]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}