{"id":"https://openalex.org/W7160303439","doi":"https://doi.org/10.1109/wacv61042.2026.00043","title":"A Universal Self-Attention Enhancement for Bridging Low-bit Quantization and Vision Transformers","display_name":"A Universal Self-Attention Enhancement for Bridging Low-bit Quantization and Vision Transformers","publication_year":2026,"publication_date":"2026-03-06","ids":{"openalex":"https://openalex.org/W7160303439","doi":"https://doi.org/10.1109/wacv61042.2026.00043"},"language":null,"primary_location":{"id":"doi:10.1109/wacv61042.2026.00043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61042.2026.00043","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123627269","display_name":"J P Qian","orcid":"https://orcid.org/0000-0002-2646-6509"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahe Qian","raw_affiliation_strings":["C2DL, Institute of Automation,Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"C2DL, Institute of Automation,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079244166","display_name":"Peisong Wang","orcid":"https://orcid.org/0000-0002-6384-0280"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peisong Wang","raw_affiliation_strings":["C2DL, Institute of Automation,Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"C2DL, Institute of Automation,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112877553","display_name":"Zhengyang Zhuge","orcid":null},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengyang Zhuge","raw_affiliation_strings":["C2DL, Institute of Automation,Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"C2DL, Institute of Automation,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103652359","display_name":"Hu Q","orcid":null},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinghao Hu","raw_affiliation_strings":["C2DL, Institute of Automation,Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"C2DL, Institute of Automation,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210112150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5135321972","display_name":"Jian Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Cheng","raw_affiliation_strings":["C2DL, Institute of Automation,Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"C2DL, Institute of Automation,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210112150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210112150"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39750167,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"360","last_page":"370"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.38420000672340393,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.38420000672340393,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.17970000207424164,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.11649999767541885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.6061000227928162},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5065000057220459},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4846999943256378}],"concepts":[{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.6061000227928162},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5065000057220459},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5019000172615051},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4846999943256378},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.3546999990940094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3391000032424927},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.30250000953674316},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.29339998960494995},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2921999990940094},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2816999852657318},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26899999380111694},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2635999917984009}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wacv61042.2026.00043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61042.2026.00043","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2108598243","https://openalex.org/W2507296351","https://openalex.org/W2785457004","https://openalex.org/W2798742790","https://openalex.org/W2884150179","https://openalex.org/W2884822772","https://openalex.org/W2894568827","https://openalex.org/W2963122961","https://openalex.org/W2963150697","https://openalex.org/W2963480671","https://openalex.org/W2998419362","https://openalex.org/W3096609285","https://openalex.org/W3126721948","https://openalex.org/W3138516171","https://openalex.org/W3174563152","https://openalex.org/W4220934237","https://openalex.org/W4304080501","https://openalex.org/W4309125142","https://openalex.org/W4313069943","https://openalex.org/W4385245566","https://openalex.org/W4386071535","https://openalex.org/W4386075763","https://openalex.org/W4386083119","https://openalex.org/W4386813694","https://openalex.org/W4390872626","https://openalex.org/W4390873176","https://openalex.org/W4390873361","https://openalex.org/W4390873673","https://openalex.org/W4390873750","https://openalex.org/W4398190852","https://openalex.org/W7133182954","https://openalex.org/W7133229067"],"related_works":[],"abstract_inverted_index":{"Low-bit":[0],"quantization":[1,24,36,174],"of":[2,13,137,184,190,204],"Vision":[3,153],"Transformers":[4],"presents":[5],"significant":[6],"challenges":[7],"due":[8],"to":[9,27,47,76,177],"the":[10,23,44,50,58,118,124,135,172,182,197],"intrinsic":[11],"properties":[12],"their":[14],"Multi-head":[15,89,103],"Self-attention":[16,90,104],"modules.":[17],"In":[18],"this":[19,28],"work,":[20],"we":[21,86],"investigate":[22],"issues":[25],"specific":[26],"mechanism":[29,131],"and":[30,156,209],"identify":[31],"two":[32,99],"critical":[33],"challenges.":[34],"First,":[35],"amplifies":[37],"discrepancies":[38],"among":[39],"attention":[40,59,115,139],"heads,":[41,116],"thereby":[42],"impairing":[43],"model\u2019s":[45],"capability":[46],"focus":[48],"on":[49],"most":[51],"informative":[52,144],"regions.":[53],"Second,":[54],"high-magnitude":[55,138],"values":[56,140],"in":[57,206],"maps,":[60],"which":[61],"encode":[62],"essential":[63],"relational":[64],"information,":[65],"exhibit":[66],"an":[67,129],"extremely":[68],"sharp":[69],"distribution":[70,136],"that":[71,97,132],"renders":[72],"them":[73],"especially":[74],"prone":[75],"substantial":[77],"information":[78],"loss":[79],"during":[80],"quantization.":[81],"To":[82],"address":[83],"these":[84],"challenges,":[85],"propose":[87],"Quantized-aware":[88],"(Q-MHSA),":[91],"a":[92,178,187,193,201],"universal":[93],"self-attention":[94],"enhancement":[95],"module":[96],"integrates":[98],"lightweight":[100],"components":[101],"within":[102],"(MHSA).":[105],"The":[106],"Cross-head":[107],"Concordance":[108],"Module":[109],"(CCM)":[110],"enforces":[111],"adaptive":[112,130],"consistency":[113],"across":[114],"while":[117,141,164,199],"Learnable":[119],"Smoothness":[120],"Controller":[121],"(LSC)":[122],"replaces":[123],"fixed":[125],"normalization":[126],"factor":[127],"with":[128,151],"selectively":[133],"smooths":[134],"disregarding":[142],"less":[143],"low":[145],"values.":[146],"Designed":[147],"for":[148],"seamless":[149],"integration":[150],"any":[152],"Transformer":[154],"architecture":[155],"quantization-aware":[157],"training":[158],"method,":[159],"Q-MHSA":[160,185],"incurs":[161],"minimal":[162],"overhead":[163,203],"consistently":[165],"improving":[166],"model":[167],"accuracy.":[168],"For":[169],"instance,":[170],"under":[171],"VVTQ":[173],"framework":[175],"applied":[176],"4-bit":[179],"Swin-S":[180],"model,":[181],"incorporation":[183],"yields":[186],"top-1":[188],"accuracy":[189],"83.5%,":[191],"representing":[192],"0.9%":[194],"improvement":[195],"over":[196],"baseline,":[198],"incurring":[200],"marginal":[202],"0.01%":[205],"both":[207],"parameters":[208],"FLOPs.":[210]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-05-06T00:00:00"}