{"id":"https://openalex.org/W4386108430","doi":"https://doi.org/10.1109/tnnls.2023.3300309","title":"Quantization via Distillation and Contrastive Learning","display_name":"Quantization via Distillation and Contrastive Learning","publication_year":2023,"publication_date":"2023-08-23","ids":{"openalex":"https://openalex.org/W4386108430","doi":"https://doi.org/10.1109/tnnls.2023.3300309","pmid":"https://pubmed.ncbi.nlm.nih.gov/37610897"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3300309","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3300309","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071208161","display_name":"Zehua Pei","orcid":"https://orcid.org/0000-0002-2884-2459"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Zehua Pei","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-2884-2459","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033561795","display_name":"Xufeng Yao","orcid":"https://orcid.org/0000-0002-7994-6290"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xufeng Yao","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-7994-6290","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013503446","display_name":"Wenqian Zhao","orcid":"https://orcid.org/0000-0001-9501-9254"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenqian Zhao","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-9501-9254","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051340429","display_name":"Bei Yu","orcid":"https://orcid.org/0000-0001-6406-4810"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bei Yu","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-6406-4810","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5071208161"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":2.9975,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.92921585,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"35","issue":"12","first_page":"17164","last_page":"17176"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.8580216765403748},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.692298948764801},{"id":"https://openalex.org/keywords/rounding","display_name":"Rounding","score":0.6488160490989685},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5306205749511719},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46681639552116394},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.4486595690250397},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3771933615207672},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3243112564086914}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8580216765403748},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.692298948764801},{"id":"https://openalex.org/C136625980","wikidata":"https://www.wikidata.org/wiki/Q663208","display_name":"Rounding","level":2,"score":0.6488160490989685},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5306205749511719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46681639552116394},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.4486595690250397},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3771933615207672},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3243112564086914},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3300309","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3300309","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37610897","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37610897","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G4392345939","display_name":null,"funder_award_id":"PRP/065/20FX","funder_id":"https://openalex.org/F4320326427","funder_display_name":"Innovation and Technology Fund"}],"funders":[{"id":"https://openalex.org/F4320326427","display_name":"Innovation and Technology Fund","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2057450058","https://openalex.org/W2108598243","https://openalex.org/W2138621090","https://openalex.org/W2160815625","https://openalex.org/W2194775991","https://openalex.org/W2300242332","https://openalex.org/W2586654419","https://openalex.org/W2748818695","https://openalex.org/W2775811337","https://openalex.org/W2798991696","https://openalex.org/W2842511635","https://openalex.org/W2884150179","https://openalex.org/W2936864631","https://openalex.org/W2962824366","https://openalex.org/W2963122961","https://openalex.org/W2963163009","https://openalex.org/W2963480671","https://openalex.org/W2963521187","https://openalex.org/W3004061291","https://openalex.org/W3034297393","https://openalex.org/W3034797615","https://openalex.org/W3034940165","https://openalex.org/W3034997257","https://openalex.org/W3035524453","https://openalex.org/W3150698441","https://openalex.org/W3169827396","https://openalex.org/W3171007011","https://openalex.org/W3175491384","https://openalex.org/W3176946833","https://openalex.org/W3212385273","https://openalex.org/W4214620071","https://openalex.org/W4298858017","https://openalex.org/W4312358144","https://openalex.org/W4312376588","https://openalex.org/W4312925101","https://openalex.org/W4313047887","https://openalex.org/W6631190155","https://openalex.org/W6637551013","https://openalex.org/W6639703010","https://openalex.org/W6684191040","https://openalex.org/W6690026940","https://openalex.org/W6700264148","https://openalex.org/W6714058667","https://openalex.org/W6720242923","https://openalex.org/W6726497184","https://openalex.org/W6730047919","https://openalex.org/W6734062232","https://openalex.org/W6737478172","https://openalex.org/W6737778391","https://openalex.org/W6745722055","https://openalex.org/W6748163181","https://openalex.org/W6748224102","https://openalex.org/W6754278344","https://openalex.org/W6760069825","https://openalex.org/W6762573206","https://openalex.org/W6767597771","https://openalex.org/W6770425567","https://openalex.org/W6773270737","https://openalex.org/W6774670964","https://openalex.org/W6776320331","https://openalex.org/W6789240164"],"related_works":["https://openalex.org/W4220780102","https://openalex.org/W2410881844","https://openalex.org/W3196334750","https://openalex.org/W1502401885","https://openalex.org/W2004257129","https://openalex.org/W4293327315","https://openalex.org/W3193327755","https://openalex.org/W4287024649","https://openalex.org/W4214620071","https://openalex.org/W3203683271"],"abstract_inverted_index":{"Quantization":[0],"is":[1],"a":[2,25,42,77],"critical":[3],"technique":[4],"employed":[5],"across":[6],"various":[7],"research":[8],"fields":[9],"for":[10,45,148],"compressing":[11],"deep":[12],"neural":[13],"networks":[14,54],"(DNNs)":[15],"to":[16,55,88,106,111,138],"facilitate":[17],"deployment":[18],"within":[19],"resource-limited":[20],"environments.":[21],"This":[22],"process":[23],"necessitates":[24],"delicate":[26],"balance":[27],"between":[28],"model":[29,131],"size":[30],"and":[31,66,85,90,146],"performance.":[32],"In":[33],"this":[34],"work,":[35],"we":[36,100],"explore":[37],"knowledge":[38,51],"distillation":[39,65,84],"(KD)":[40],"as":[41],"promising":[43],"approach":[44,128],"improving":[46],"quantization":[47,73,79,97],"performance":[48,132],"by":[49],"transferring":[50],"from":[52],"high-precision":[53],"low-precision":[56],"counterparts.":[57],"We":[58,75],"specifically":[59],"investigate":[60],"feature-level":[61,71,83],"information":[62,94],"loss":[63],"during":[64,95],"emphasize":[67],"the":[68,96,102,112,117,126,134],"importance":[69],"of":[70],"network":[72,136],"perception.":[74],"propose":[76],"novel":[78],"method":[80],"that":[81,125],"combines":[82],"contrastive":[86],"learning":[87],"extract":[89],"preserve":[91],"more":[92],"valuable":[93],"process.":[98],"Furthermore,":[99],"utilize":[101],"hyperbolic":[103],"tangent":[104],"function":[105],"estimate":[107],"gradients":[108],"with":[109,133],"respect":[110],"rounding":[113],"function,":[114],"which":[115],"smoothens":[116],"training":[118],"procedure.":[119],"Our":[120],"extensive":[121],"experimental":[122],"results":[123],"demonstrate":[124],"proposed":[127],"achieves":[129],"competitive":[130],"quantized":[135],"compared":[137],"its":[139,144],"full-precision":[140],"counterpart,":[141],"thus":[142],"validating":[143],"efficacy":[145],"potential":[147],"real-world":[149],"applications.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-19T08:33:51.333923","created_date":"2025-10-10T00:00:00"}