{"id":"https://openalex.org/W4304080501","doi":"https://doi.org/10.1145/3503161.3547826","title":"Towards Accurate Post-Training Quantization for Vision Transformer","display_name":"Towards Accurate Post-Training Quantization for Vision Transformer","publication_year":2022,"publication_date":"2022-10-10","ids":{"openalex":"https://openalex.org/W4304080501","doi":"https://doi.org/10.1145/3503161.3547826"},"language":"en","primary_location":{"id":"doi:10.1145/3503161.3547826","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3503161.3547826","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"Proceedings of the 30th ACM International Conference on Multimedia","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2303.14341","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037855655","display_name":"Yifu Ding","orcid":"https://orcid.org/0000-0002-4629-5858"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yifu Ding","raw_affiliation_strings":["Beihang University & Meituan, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University & Meituan, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044945190","display_name":"Haotong Qin","orcid":"https://orcid.org/0000-0001-7391-7539"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haotong Qin","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053975899","display_name":"Qinghua Yan","orcid":"https://orcid.org/0000-0002-7284-6553"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinghua Yan","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101886040","display_name":"Zhenhua Chai","orcid":"https://orcid.org/0000-0003-1979-1167"},"institutions":[{"id":"https://openalex.org/I4210087373","display_name":"Meizu (China)","ror":"https://ror.org/0067g4302","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210087373"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenhua Chai","raw_affiliation_strings":["Meituan, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meituan, Beijing, China","institution_ids":["https://openalex.org/I4210087373"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396419","display_name":"Junjie Liu","orcid":"https://orcid.org/0000-0001-7373-9074"},"institutions":[{"id":"https://openalex.org/I4210087373","display_name":"Meizu (China)","ror":"https://ror.org/0067g4302","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210087373"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Liu","raw_affiliation_strings":["Meituan, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meituan, Beijing, China","institution_ids":["https://openalex.org/I4210087373"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009222019","display_name":"Xiaolin Wei","orcid":"https://orcid.org/0000-0002-3983-047X"},"institutions":[{"id":"https://openalex.org/I4210087373","display_name":"Meizu (China)","ror":"https://ror.org/0067g4302","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210087373"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolin Wei","raw_affiliation_strings":["Meituan, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meituan, Beijing, China","institution_ids":["https://openalex.org/I4210087373"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024067284","display_name":"Xianglong Liu","orcid":"https://orcid.org/0000-0002-7618-3275"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianglong Liu","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5037855655"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":16.5988,"has_fulltext":true,"cited_by_count":58,"citation_normalized_percentile":{"value":0.99764959,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"5380","last_page":"5388"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.8244724273681641},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.794002115726471},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6416221857070923},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5605237483978271},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44227325916290283},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3278183341026306},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.16541016101837158},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14025193452835083},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08285880088806152}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.8244724273681641},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.794002115726471},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6416221857070923},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5605237483978271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44227325916290283},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3278183341026306},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.16541016101837158},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14025193452835083},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08285880088806152},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3503161.3547826","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3503161.3547826","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"Proceedings of the 30th ACM International Conference on Multimedia","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2303.14341","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.14341","pdf_url":"https://arxiv.org/pdf/2303.14341","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2303.14341","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.14341","pdf_url":"https://arxiv.org/pdf/2303.14341","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7599999904632568,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G5812693089","display_name":null,"funder_award_id":"62022009,61872021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4304080501.pdf"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1686810756","https://openalex.org/W1861492603","https://openalex.org/W2097117768","https://openalex.org/W2102605133","https://openalex.org/W2108598243","https://openalex.org/W2167090521","https://openalex.org/W2618530766","https://openalex.org/W2701971652","https://openalex.org/W2900768265","https://openalex.org/W2946304433","https://openalex.org/W2962298324","https://openalex.org/W2962721361","https://openalex.org/W2990138404","https://openalex.org/W2998218113","https://openalex.org/W3010512657","https://openalex.org/W3015468748","https://openalex.org/W3030520226","https://openalex.org/W3037798801","https://openalex.org/W3038470071","https://openalex.org/W3046835050","https://openalex.org/W3092955400","https://openalex.org/W3094502228","https://openalex.org/W3096609285","https://openalex.org/W3098085362","https://openalex.org/W3101036738","https://openalex.org/W3107472389","https://openalex.org/W3108835732","https://openalex.org/W3128090102","https://openalex.org/W3138516171","https://openalex.org/W3152698000","https://openalex.org/W3162286130","https://openalex.org/W3166874749","https://openalex.org/W3170233084","https://openalex.org/W3170874841","https://openalex.org/W3173222967","https://openalex.org/W3180355996","https://openalex.org/W3185095134","https://openalex.org/W3203149535","https://openalex.org/W3211787299","https://openalex.org/W3215741372","https://openalex.org/W3216998657","https://openalex.org/W4214520160","https://openalex.org/W4214588794","https://openalex.org/W4226244084","https://openalex.org/W4252345548","https://openalex.org/W4286910290","https://openalex.org/W4287330714","https://openalex.org/W4287551327","https://openalex.org/W4287704453","https://openalex.org/W4295838474","https://openalex.org/W4300435436","https://openalex.org/W4301076899","https://openalex.org/W4309793872","https://openalex.org/W4391021637","https://openalex.org/W6600339963","https://openalex.org/W6781533629"],"related_works":["https://openalex.org/W3107204728","https://openalex.org/W4287591324","https://openalex.org/W2980176872","https://openalex.org/W4226420367","https://openalex.org/W2962876041","https://openalex.org/W3090555870","https://openalex.org/W3108503355","https://openalex.org/W2249953602","https://openalex.org/W2912971006","https://openalex.org/W3022820045"],"abstract_inverted_index":{"Vision":[0,89],"transformer":[1,204],"emerges":[2],"as":[3],"a":[4,25,82,96,114,133],"potential":[5],"architecture":[6],"for":[7,58,88,137,184,188],"vision":[8],"tasks.":[9],"However,":[10],"the":[11,21,41,47,55,64,71,104,109,119,127,141,146,149,165],"intense":[12],"computation":[13],"and":[14,62,117,144,157,186,199],"non-negligible":[15],"delay":[16],"hinder":[17],"its":[18],"application":[19],"in":[20,45,53,113,174],"real":[22],"world.":[23],"As":[24],"widespread":[26],"model":[27],"compression":[28],"technique,":[29],"existing":[30,48,65,166],"post-training":[31,167],"quantization":[32,56,66,111,121,168],"methods":[33,169],"still":[34],"cause":[35],"severe":[36],"performance":[37],"drops.":[38],"We":[39,93,192],"find":[40],"main":[42],"reasons":[43],"lie":[44],"(1)":[46],"calibration":[49,105],"metric":[50,106],"is":[51,68],"inaccurate":[52],"measuring":[54],"influence":[57,124],"extremely":[59],"low-bit":[60],"representation,":[61],"(2)":[63],"paradigm":[67],"unfriendly":[69],"to":[70,102,107,139,181],"power-law":[72,142],"distribution":[73],"of":[74,148],"Softmax.":[75],"Based":[76],"on":[77,126,154,190,202],"these":[78],"observations,":[79],"we":[80,131],"propose":[81],"novel":[83],"Accurate":[84],"Post-training":[85],"Quantization":[86,136],"framework":[87],"Transformer,":[90],"namely":[91],"APQ-ViT.":[92],"first":[94],"present":[95],"unified":[97],"Bottom-elimination":[98],"Blockwise":[99],"Calibration":[100],"scheme":[101],"optimize":[103],"perceive":[108],"overall":[110],"disturbance":[112],"blockwise":[115],"manner":[116],"prioritize":[118],"crucial":[120],"errors":[122],"that":[123,161,195],"more":[125],"final":[128],"output.":[129],"Then,":[130],"design":[132],"Matthew-effect":[134],"Preserving":[135],"Softmax":[138],"maintain":[140],"character":[143],"keep":[145],"function":[147],"attention":[150],"mechanism.":[151],"Comprehensive":[152],"experiments":[153],"large-scale":[155],"classification":[156,185],"detection":[158,189],"datasets":[159],"demonstrate":[160],"our":[162],"APQ-ViT":[163,196],"surpasses":[164],"by":[170],"convincing":[171],"margins,":[172],"especially":[173],"lower":[175],"bit-width":[176],"settings":[177],"(e.g.,":[178],"averagely":[179],"up":[180],"5.17%":[182],"improvement":[183],"24.43%":[187],"W4A4).":[191],"also":[193],"highlight":[194],"enjoys":[197],"versatility":[198],"works":[200],"well":[201],"diverse":[203],"variants.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":32},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":7}],"updated_date":"2026-05-10T08:33:47.465468","created_date":"2025-10-10T00:00:00"}