{"id":"https://openalex.org/W4405718034","doi":"https://doi.org/10.1109/tpami.2024.3521589","title":"Multi-Objective Convex Quantization for Efficient Model Compression","display_name":"Multi-Objective Convex Quantization for Efficient Model Compression","publication_year":2024,"publication_date":"2024-12-23","ids":{"openalex":"https://openalex.org/W4405718034","doi":"https://doi.org/10.1109/tpami.2024.3521589","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030682"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3521589","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3521589","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chunxiao Fan","orcid":"https://orcid.org/0000-0002-6157-8362"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chunxiao Fan","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-6157-8362","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059530979","display_name":"Dan Guo","orcid":"https://orcid.org/0000-0003-2594-254X"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Guo","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0003-2594-254X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100438250","display_name":"Ziqi Wang","orcid":"https://orcid.org/0000-0003-3324-0628"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziqi Wang","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100377147","display_name":"Meng Wang","orcid":"https://orcid.org/0000-0002-3094-7735"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Wang","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-3094-7735","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":1.8931,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.86657703,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"47","issue":"4","first_page":"2313","last_page":"2329"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9399999976158142,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5617748498916626},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.4984164237976074},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4886344075202942},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4880341589450836},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.4841071367263794},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.4442857503890991},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.4197287857532501},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.38059213757514954},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.37157100439071655},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.33195924758911133},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3249698877334595},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2800688147544861},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.26150768995285034},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.08737561106681824}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5617748498916626},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.4984164237976074},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4886344075202942},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4880341589450836},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.4841071367263794},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.4442857503890991},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.4197287857532501},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38059213757514954},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37157100439071655},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33195924758911133},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3249698877334595},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2800688147544861},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.26150768995285034},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.08737561106681824},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3521589","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3521589","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40030682","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030682","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.5799999833106995}],"awards":[{"id":"https://openalex.org/G24005822","display_name":null,"funder_award_id":"JZ2024AHST0337","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2556245913","display_name":null,"funder_award_id":"JZ2023YQTD0072","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2559036305","display_name":null,"funder_award_id":"PA2023IISL0096","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4862433228","display_name":null,"funder_award_id":"62272144","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G560437458","display_name":null,"funder_award_id":"61802105","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6151690139","display_name":null,"funder_award_id":"62020106007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6973123188","display_name":null,"funder_award_id":"JZ2024HGTG0309","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8480155402","display_name":null,"funder_award_id":"72188101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G869003523","display_name":null,"funder_award_id":"JZ2024HGTG0308","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":92,"referenced_works":["https://openalex.org/W1632114991","https://openalex.org/W1861492603","https://openalex.org/W1999547040","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2549139847","https://openalex.org/W2653504903","https://openalex.org/W2752782242","https://openalex.org/W2798170643","https://openalex.org/W2883780447","https://openalex.org/W2884150179","https://openalex.org/W2928560789","https://openalex.org/W2944851425","https://openalex.org/W2962298324","https://openalex.org/W2963122961","https://openalex.org/W2963163009","https://openalex.org/W2963576971","https://openalex.org/W2964081807","https://openalex.org/W2981751377","https://openalex.org/W2984618279","https://openalex.org/W2987861506","https://openalex.org/W2991002474","https://openalex.org/W2996970889","https://openalex.org/W2997768846","https://openalex.org/W3001340915","https://openalex.org/W3004061291","https://openalex.org/W3007063652","https://openalex.org/W3024880312","https://openalex.org/W3034288893","https://openalex.org/W3034940165","https://openalex.org/W3035183452","https://openalex.org/W3035363850","https://openalex.org/W3038678879","https://openalex.org/W3091441391","https://openalex.org/W3097297321","https://openalex.org/W3111133646","https://openalex.org/W3128299679","https://openalex.org/W3174563152","https://openalex.org/W3176213365","https://openalex.org/W3176946833","https://openalex.org/W3180849877","https://openalex.org/W3181161645","https://openalex.org/W3182465333","https://openalex.org/W3185954933","https://openalex.org/W3191177950","https://openalex.org/W3196407858","https://openalex.org/W3204610735","https://openalex.org/W4210473236","https://openalex.org/W4250589301","https://openalex.org/W4311389838","https://openalex.org/W4312431722","https://openalex.org/W4312795625","https://openalex.org/W4312950795","https://openalex.org/W4313069943","https://openalex.org/W4320008793","https://openalex.org/W4321770555","https://openalex.org/W4360594712","https://openalex.org/W4360616363","https://openalex.org/W4382203376","https://openalex.org/W4385804939","https://openalex.org/W4385819842","https://openalex.org/W4386066374","https://openalex.org/W4386075867","https://openalex.org/W4390871684","https://openalex.org/W4390873752","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6693859313","https://openalex.org/W6714058667","https://openalex.org/W6720242923","https://openalex.org/W6727208969","https://openalex.org/W6737664043","https://openalex.org/W6745995898","https://openalex.org/W6748224102","https://openalex.org/W6749810415","https://openalex.org/W6753069482","https://openalex.org/W6754887999","https://openalex.org/W6760069825","https://openalex.org/W6767298317","https://openalex.org/W6773270737","https://openalex.org/W6781376665","https://openalex.org/W6787972765","https://openalex.org/W6791110730","https://openalex.org/W6803078082","https://openalex.org/W6838633097","https://openalex.org/W6839053282","https://openalex.org/W6845186658","https://openalex.org/W6846164622","https://openalex.org/W6846655915","https://openalex.org/W6847478871"],"related_works":["https://openalex.org/W2521595930","https://openalex.org/W4243608781","https://openalex.org/W3165542721","https://openalex.org/W4313046148","https://openalex.org/W1939109514","https://openalex.org/W4378191574","https://openalex.org/W2129829718","https://openalex.org/W1843792225","https://openalex.org/W2751842002","https://openalex.org/W2161981399"],"abstract_inverted_index":{"Quantization":[0],"is":[1,53,80,86,128,193,217],"one":[2],"of":[3,48,145,200],"the":[4,11,22,40,46,49,57,61,83,94,132,142,146,158,170,197,208,235],"efficient":[5,77],"model":[6,78],"compression":[7,79],"methods,":[8],"which":[9,162],"represents":[10],"network":[12,23,62,84,95],"with":[13,96],"fixed-point":[14],"or":[15],"low-bit":[16],"numbers.":[17],"Existing":[18],"quantization":[19,24,41,50,58,75,102,124,147,201],"methods":[20],"address":[21],"by":[25],"treating":[26],"it":[27,52],"as":[28,88,139],"a":[29,71,89,123,152,187],"single-objective":[30],"optimization":[31,91,160],"that":[32,127,234],"pursues":[33],"high":[34,98],"accuracy":[35],"(performance":[36],"optimization)":[37],"while":[38],"keeping":[39],"constraint.":[42],"However,":[43],"owing":[44],"to":[45,55,92,140,173,195,242],"non-differentiability":[47],"operation,":[51],"challenging":[54],"integrate":[56],"operation":[59],"into":[60],"training":[63,85,155,212],"and":[64,100,111,130,168,176,184,203,206,227,230],"achieve":[65,116],"optimal":[66],"parameters.":[67],"In":[68],"this":[69,120],"paper,":[70],"novel":[72],"multi-objective":[73,90,118,159],"convex":[74],"for":[76],"proposed.":[81],"Specifically,":[82],"modeled":[87],"find":[93],"both":[97],"precision":[99],"low":[101],"error":[103,125],"(actually,":[104],"these":[105],"two":[106,209],"goals":[107],"are":[108],"somewhat":[109],"contradictory":[110],"affect":[112],"each":[113,136],"other).":[114],"To":[115],"effective":[117],"optimization,":[119],"paper":[121],"designs":[122],"function":[126],"differentiable":[129],"ensures":[131],"computation":[133],"convexity":[134],"in":[135],"period,":[137],"so":[138],"avoid":[141],"non-differentiable":[143],"back-propagation":[144],"operation.":[148],"Then,":[149],"we":[150],"perform":[151],"time-series":[153],"self-distillation":[154],"scheme":[156],"on":[157,219],"framework,":[161],"distills":[163],"its":[164],"past":[165],"softened":[166],"labels":[167],"combines":[169],"hard":[171],"targets":[172],"guarantee":[174],"controllable":[175],"stable":[177],"performance":[178,204,240],"convergence":[179],"during":[180,211],"training.":[181],"At":[182],"last":[183],"more":[185],"importantly,":[186],"new":[188],"dynamic":[189],"Lagrangian":[190],"coefficient":[191],"adaption":[192],"designed":[194],"adjust":[196],"gradient":[198],"magnitude":[199],"loss":[202,205],"balance":[207],"losses":[210],"processing.":[213],"The":[214],"proposed":[215,236],"method":[216,237],"evaluated":[218],"well-known":[220],"benchmarks:":[221],"MNIST,":[222],"CIFAR-10/100,":[223],"ImageNet,":[224],"Penn":[225],"Treebank":[226],"Microsoft":[228],"COCO,":[229],"experimental":[231],"results":[232],"show":[233],"achieves":[238],"outstanding":[239],"compared":[241],"existing":[243],"methods.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}