{"id":"https://openalex.org/W4406311285","doi":"https://doi.org/10.1109/tpami.2025.3528042","title":"Towards Accurate Post-Training Quantization of Vision Transformers via Error Reduction","display_name":"Towards Accurate Post-Training Quantization of Vision Transformers via Error Reduction","publication_year":2025,"publication_date":"2025-01-13","ids":{"openalex":"https://openalex.org/W4406311285","doi":"https://doi.org/10.1109/tpami.2025.3528042","pmid":"https://pubmed.ncbi.nlm.nih.gov/40031001"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3528042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3528042","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102806024","display_name":"Yunshan Zhong","orcid":"https://orcid.org/0000-0003-0268-4672"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunshan Zhong","raw_affiliation_strings":["Institute of Artificial Intelligence, Department of Artificial Intelligence, School of Informatics, and Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0003-0268-4672","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, Department of Artificial Intelligence, School of Informatics, and Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100928351","display_name":"Huang You","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"You Huang","raw_affiliation_strings":["Department of Artificial Intelligence, School of Informatics, and Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0009-0008-1314-4018","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, School of Informatics, and Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiawei Hu","orcid":"https://orcid.org/0009-0003-3786-5374"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Hu","raw_affiliation_strings":["Department of Artificial Intelligence, School of Informatics, and Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0009-0003-3786-5374","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, School of Informatics, and Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087474240","display_name":"Yuxin Zhang","orcid":"https://orcid.org/0000-0002-4409-7030"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxin Zhang","raw_affiliation_strings":["Department of Artificial Intelligence, School of Informatics, and Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-4409-7030","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, School of Informatics, and Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016080094","display_name":"Rongrong Ji","orcid":"https://orcid.org/0000-0001-9163-2932"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongrong Ji","raw_affiliation_strings":["Institute of Artificial Intelligence, Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","Institute of Artificial Intelligence, and Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9163-2932","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Institute of Artificial Intelligence, and Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.5517,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.95841943,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"47","issue":"4","first_page":"2676","last_page":"2692"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9635000228881836,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9635000228881836,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9140999913215637,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9082000255584717,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7162918448448181},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6145830750465393},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6128240823745728},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5318296551704407},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4502061903476715}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7162918448448181},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6145830750465393},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6128240823745728},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5318296551704407},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4502061903476715}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3528042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3528042","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40031001","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40031001","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1271955826","display_name":"\u57fa\u4e8e\u5f31\u76d1\u7763\u5b66\u4e60\u7684\u673a\u8f7d\u5730/\u6d77\u5c0f\u76ee\u6807\u68c0\u6d4b\u7814\u7a76","funder_award_id":"62072387","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1787173488","display_name":"\u9762\u5411\u6df1\u5ea6\u5b66\u4e60\u7684\u5bf9\u6297\u653b\u9632\u6280\u672f\u7814\u7a76","funder_award_id":"62072389","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2785666877","display_name":null,"funder_award_id":"62002305","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3371455137","display_name":null,"funder_award_id":"624B2119","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3483224334","display_name":null,"funder_award_id":"2022ZD0118202","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G3568142893","display_name":null,"funder_award_id":"62272401","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5284885812","display_name":null,"funder_award_id":"62176222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6075090814","display_name":null,"funder_award_id":"62025603","funder_id":"https://openalex.org/F4320336125","funder_display_name":"National Science Fund for Distinguished Young Scholars"},{"id":"https://openalex.org/G6727647225","display_name":null,"funder_award_id":"62176226","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G717600273","display_name":null,"funder_award_id":"U22B2051","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7272499820","display_name":null,"funder_award_id":"U21B2037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7779606772","display_name":null,"funder_award_id":"62176223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8406165135","display_name":"\u9762\u5411\u56fe\u654f\u611f\u6df1\u5ea6\u5b66\u4e60\u7684\u7ed3\u6784\u5316\u8d85\u56fe\u7814\u7a76","funder_award_id":"62072386","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null},{"id":"https://openalex.org/F4320336125","display_name":"National Science Fund for Distinguished Young Scholars","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W1486787620","https://openalex.org/W1861492603","https://openalex.org/W1930824406","https://openalex.org/W2047920195","https://openalex.org/W2117539524","https://openalex.org/W2121927366","https://openalex.org/W2133665775","https://openalex.org/W2739757502","https://openalex.org/W2963150697","https://openalex.org/W2963470893","https://openalex.org/W2964241181","https://openalex.org/W2982344224","https://openalex.org/W3004061291","https://openalex.org/W3006249601","https://openalex.org/W3094502228","https://openalex.org/W3096609285","https://openalex.org/W3108835732","https://openalex.org/W3138516171","https://openalex.org/W3170841864","https://openalex.org/W3171125843","https://openalex.org/W3207918547","https://openalex.org/W3210279979","https://openalex.org/W4214612132","https://openalex.org/W4285601701","https://openalex.org/W4292794054","https://openalex.org/W4304080501","https://openalex.org/W4309125142","https://openalex.org/W4312340826","https://openalex.org/W4312671791","https://openalex.org/W4312769570","https://openalex.org/W4313069943","https://openalex.org/W4362603432","https://openalex.org/W4383173600","https://openalex.org/W4385819842","https://openalex.org/W4386065629","https://openalex.org/W4386075569","https://openalex.org/W4386075763","https://openalex.org/W4386076113","https://openalex.org/W4389520768","https://openalex.org/W4390871684","https://openalex.org/W4390873017","https://openalex.org/W4390873361","https://openalex.org/W4390873477","https://openalex.org/W4390873673","https://openalex.org/W4390873840","https://openalex.org/W4402716122","https://openalex.org/W6734062232","https://openalex.org/W6739879593","https://openalex.org/W6753069482","https://openalex.org/W6760069825","https://openalex.org/W6766978945","https://openalex.org/W6767298317","https://openalex.org/W6773270737","https://openalex.org/W6776767859","https://openalex.org/W6780343938","https://openalex.org/W6784094891","https://openalex.org/W6788135285","https://openalex.org/W6789240164","https://openalex.org/W6797854001","https://openalex.org/W6802648153","https://openalex.org/W6810281471","https://openalex.org/W6840352845","https://openalex.org/W6842795023","https://openalex.org/W6845186658","https://openalex.org/W6847478871","https://openalex.org/W6849344886","https://openalex.org/W6851828392","https://openalex.org/W6856696905","https://openalex.org/W6868720932","https://openalex.org/W6869972836","https://openalex.org/W6870211932","https://openalex.org/W6874091292"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Post-training":[0],"quantization":[1,46,64,71,77,89,121,148],"(PTQ)":[2],"for":[3,34,219],"vision":[4],"transformers":[5],"(ViTs)":[6],"has":[7],"received":[8],"increasing":[9],"attention":[10],"from":[11,67,138],"both":[12],"academic":[13],"and":[14,23,41,48,69,204],"industrial":[15],"communities":[16],"due":[17],"to":[18,32,62,130,156,175,189],"its":[19],"minimal":[20],"data":[21],"needs":[22],"high":[24],"time":[25],"efficiency.":[26],"However,":[27],"many":[28],"current":[29],"methods":[30],"fail":[31],"account":[33],"the":[35,98,108,159,177,191,210],"complex":[36],"interactions":[37],"between":[38],"quantized":[39,181],"weights":[40,109,132],"activations,":[42],"resulting":[43],"in":[44,91,217],"significant":[45],"errors":[47,65,90,99],"suboptimal":[49],"performance.":[50],"This":[51],"paper":[52],"presents":[53],"ERQ,":[54],"an":[55,153,170],"innovative":[56],"two-step":[57],"PTQ":[58],"method":[59],"specifically":[60],"crafted":[61],"reduce":[63,190],"arising":[66],"activation":[68],"weight":[70,147],"sequentially.":[72],"The":[73,117],"first":[74,81,125],"step,":[75,119],"Activation":[76],"error":[78,122],"reduction":[79,123],"(Aqer),":[80],"applies":[82,126],"Reparameterization":[83,142],"Initialization":[84],"aimed":[85],"at":[86,111],"mitigating":[87],"initial":[88,146],"high-variance":[92],"activations.":[93],"Then,":[94,150],"it":[95,151,164],"further":[96,157],"mitigates":[97],"by":[100,184,213],"formulating":[101],"a":[102,114,185,214],"Ridge":[103,186],"Regression":[104,187],"problem,":[105],"which":[106,136],"updates":[107],"maintained":[110],"full-precision":[112],"using":[113],"closed-form":[115],"solution.":[116],"second":[118],"Weight":[120],"(Wqer),":[124],"Dual":[127],"Uniform":[128],"Quantization":[129],"handle":[131],"with":[133],"numerous":[134],"outliers,":[135],"arise":[137],"adjustments":[139],"made":[140],"during":[141],"Initialization,":[143],"thereby":[144],"reducing":[145],"errors.":[149,160,192],"employs":[152],"iterative":[154],"approach":[155],"tackle":[158],"In":[161],"each":[162],"iteration,":[163],"adopts":[165],"Rounding":[166],"Refinement":[167],"that":[168],"uses":[169],"empirically":[171],"derived,":[172],"efficient":[173],"proxy":[174],"refine":[176],"rounding":[178],"directions":[179],"of":[180],"weights,":[182],"complemented":[183],"solver":[188],"Comprehensive":[193],"experimental":[194],"results":[195],"demonstrate":[196],"ERQ's":[197],"superior":[198],"performance":[199],"across":[200],"various":[201],"ViTs":[202],"variants":[203],"tasks.":[205],"For":[206],"example,":[207],"ERQ":[208],"surpasses":[209],"state-of-the-art":[211],"GPTQ":[212],"notable":[215],"36.81%":[216],"accuracy":[218],"W3A4":[220],"ViT-S.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":5}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}