{"id":"https://openalex.org/W4414230193","doi":"https://doi.org/10.1109/tpami.2025.3610466","title":"I&S-ViT: An Inclusive & Stable Method for Post-Training ViTs Quantization","display_name":"I&S-ViT: An Inclusive & Stable Method for Post-Training ViTs Quantization","publication_year":2025,"publication_date":"2025-09-16","ids":{"openalex":"https://openalex.org/W4414230193","doi":"https://doi.org/10.1109/tpami.2025.3610466","pmid":"https://pubmed.ncbi.nlm.nih.gov/40956691"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3610466","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3610466","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102806024","display_name":"Yunshan Zhong","orcid":"https://orcid.org/0000-0003-0268-4672"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunshan Zhong","raw_affiliation_strings":["Institute of Artificial Intelligence, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0003-0268-4672","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiawei Hu","orcid":"https://orcid.org/0009-0003-3786-5374"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Hu","raw_affiliation_strings":["Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, and Department of Artificial Intelligence, School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0009-0003-3786-5374","affiliations":[{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, and Department of Artificial Intelligence, School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017033486","display_name":"Mingbao Lin","orcid":"https://orcid.org/0000-0003-1764-1894"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingbao Lin","raw_affiliation_strings":["Youtu Laboratory, Tencent, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1764-1894","affiliations":[{"raw_affiliation_string":"Youtu Laboratory, Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007219523","display_name":"Mengzhao Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengzhao Chen","raw_affiliation_strings":["Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, and Department of Artificial Intelligence, School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, and Department of Artificial Intelligence, School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016080094","display_name":"Rongrong Ji","orcid":"https://orcid.org/0000-0001-9163-2932"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongrong Ji","raw_affiliation_strings":["Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Xiamen University, Ministry of Education of China, Xiamen, China","Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0001-9163-2932","affiliations":[{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Xiamen University, Ministry of Education of China, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5311,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.84908993,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"48","issue":"2","first_page":"1063","last_page":"1080"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.3675999939441681,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.3675999939441681,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10378","display_name":"Advanced MRI Techniques and Applications","score":0.35839998722076416,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.3522000014781952,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7883999943733215},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5023999810218811},{"id":"https://openalex.org/keywords/geometric-quantization","display_name":"Geometric quantization","score":0.48080000281333923},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.47780001163482666},{"id":"https://openalex.org/keywords/inefficiency","display_name":"Inefficiency","score":0.34850001335144043},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.3370000123977661},{"id":"https://openalex.org/keywords/vector-quantization","display_name":"Vector quantization","score":0.3181000053882599}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7883999943733215},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.548799991607666},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5023999810218811},{"id":"https://openalex.org/C143397304","wikidata":"https://www.wikidata.org/wiki/Q630426","display_name":"Geometric quantization","level":5,"score":0.48080000281333923},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.47780001163482666},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43290001153945923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41530001163482666},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3865000009536743},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.34850001335144043},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.3370000123977661},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.3181000053882599},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3019999861717224},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2879999876022339},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C2780502288","wikidata":"https://www.wikidata.org/wiki/Q28838156","display_name":"Expansive","level":3,"score":0.26089999079704285},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2597000002861023},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25920000672340393},{"id":"https://openalex.org/C64185310","wikidata":"https://www.wikidata.org/wiki/Q843483","display_name":"Rate\u2013distortion theory","level":3,"score":0.2533000111579895}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3610466","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3610466","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40956691","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40956691","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1271955826","display_name":"\u57fa\u4e8e\u5f31\u76d1\u7763\u5b66\u4e60\u7684\u673a\u8f7d\u5730/\u6d77\u5c0f\u76ee\u6807\u68c0\u6d4b\u7814\u7a76","funder_award_id":"62072387","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1787173488","display_name":"\u9762\u5411\u6df1\u5ea6\u5b66\u4e60\u7684\u5bf9\u6297\u653b\u9632\u6280\u672f\u7814\u7a76","funder_award_id":"62072389","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2785666877","display_name":null,"funder_award_id":"62002305","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3568142893","display_name":null,"funder_award_id":"62272401","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5284885812","display_name":null,"funder_award_id":"62176222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6075090814","display_name":null,"funder_award_id":"62025603","funder_id":"https://openalex.org/F4320336125","funder_display_name":"National Science Fund for Distinguished Young Scholars"},{"id":"https://openalex.org/G6727647225","display_name":null,"funder_award_id":"62176226","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G717600273","display_name":null,"funder_award_id":"U22B2051","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7272499820","display_name":null,"funder_award_id":"U21B2037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7779606772","display_name":null,"funder_award_id":"62176223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8406165135","display_name":"\u9762\u5411\u56fe\u654f\u611f\u6df1\u5ea6\u5b66\u4e60\u7684\u7ed3\u6784\u5316\u8d85\u56fe\u7814\u7a76","funder_award_id":"62072386","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336125","display_name":"National Science Fund for Distinguished Young Scholars","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1930824406","https://openalex.org/W2047920195","https://openalex.org/W2117539524","https://openalex.org/W2121927366","https://openalex.org/W2133665775","https://openalex.org/W2903972532","https://openalex.org/W2936078256","https://openalex.org/W2963150697","https://openalex.org/W2963242190","https://openalex.org/W2963470893","https://openalex.org/W2963480671","https://openalex.org/W2964241181","https://openalex.org/W3004061291","https://openalex.org/W3034297393","https://openalex.org/W3034940165","https://openalex.org/W3096609285","https://openalex.org/W3104151879","https://openalex.org/W3138516171","https://openalex.org/W3170841864","https://openalex.org/W3173374050","https://openalex.org/W3175491384","https://openalex.org/W3207918547","https://openalex.org/W4214612132","https://openalex.org/W4214888034","https://openalex.org/W4285601701","https://openalex.org/W4304080501","https://openalex.org/W4309125142","https://openalex.org/W4312769570","https://openalex.org/W4313047887","https://openalex.org/W4313069943","https://openalex.org/W4385245566","https://openalex.org/W4385480633","https://openalex.org/W4385819842","https://openalex.org/W4386065629","https://openalex.org/W4386075569","https://openalex.org/W4386075763","https://openalex.org/W4386075967","https://openalex.org/W4386076113","https://openalex.org/W4390871684","https://openalex.org/W4390873017","https://openalex.org/W4390873361","https://openalex.org/W4390873673","https://openalex.org/W4403995366","https://openalex.org/W4404035086","https://openalex.org/W4404177855","https://openalex.org/W4409262908","https://openalex.org/W4413146083","https://openalex.org/W4413157600","https://openalex.org/W4415796210"],"related_works":[],"abstract_inverted_index":{"Albeit":[0],"the":[1,8,35,58,74,82,144,178],"scalable":[2],"performance":[3,42,179],"of":[4,60,76,146,167,180],"vision":[5,159],"transformers":[6],"(ViTs),":[7],"dense":[9],"computational":[10],"costs":[11],"undermine":[12],"their":[13],"position":[14],"in":[15,29,44,62,73,81,95,171],"industrial":[16],"applications.":[17],"Post-training":[18],"quantization":[19,97,123,150],"(PTQ),":[20],"tuning":[21],"ViTs":[22,61,168],"with":[23],"a":[24,30,53,117],"tiny":[25],"dataset":[26],"and":[27,65,91,131,148],"running":[28],"low-bit":[31,172],"format,":[32],"well":[33],"addresses":[34,104],"cost":[36],"issue":[37],"but":[38],"unluckily":[39],"bears":[40],"more":[41],"drops":[43],"lower-bit":[45],"cases.":[46],"In":[47],"this":[48],"paper,":[49],"we":[50],"introduce":[51],"I&S-ViT,":[52],"novel":[54,111],"method":[55],"that":[56,115,142],"regulates":[57],"PTQ":[59,75,166],"an":[63,127,184],"inclusive":[64,128],"stable":[66,153],"fashion.":[67],"I&S-ViT":[68,103,176],"first":[69],"identifies":[70],"two":[71],"issues":[72,106],"ViTs:":[77],"(1)":[78,109],"Quantization":[79],"inefficiency":[80],"prevalent":[83],"log2":[84],"quantizer":[85,113],"for":[86,99],"post-Softmax":[87],"activations;":[88],"(2)":[89,135],"Rugged":[90],"magnified":[92],"loss":[93],"landscape":[94],"coarse-grained":[96],"granularity":[98],"post-LayerNorm":[100],"activations.":[101],"Then,":[102],"these":[105],"by":[107,121,183],"introducing:":[108],"A":[110,136],"shift-uniform-log2":[112],"(SULQ)":[114],"incorporates":[116],"shift":[118],"mechanism":[119],"followed":[120],"uniform":[122],"to":[124,151],"achieve":[125],"both":[126],"domain":[129],"representation":[130],"accurate":[132],"distribution":[133],"approximation;":[134],"three-stage":[137],"smooth":[138],"optimization":[139],"strategy":[140],"(SOS)":[141],"amalgamates":[143],"strengths":[145],"channel-wise":[147],"layer-wise":[149],"enable":[152],"learning.":[154],"Comprehensive":[155],"evaluations":[156],"across":[157],"diverse":[158],"tasks":[160],"validate":[161],"I&S-ViT's":[162],"superiority":[163],"over":[164],"existing":[165],"methods,":[169],"particularly":[170],"scenarios.":[173],"For":[174],"instance,":[175],"elevates":[177],"W3A3":[181],"ViT-B":[182],"impressive":[185],"50.68%.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-01-11T23:08:45.486102","created_date":"2025-09-17T00:00:00"}