{"id":"https://openalex.org/W4410427856","doi":"https://doi.org/10.1109/tcsvt.2025.3570707","title":"ShiftQuant: Toward Accurate and Efficient Sub-8-bit Integer Training","display_name":"ShiftQuant: Toward Accurate and Efficient Sub-8-bit Integer Training","publication_year":2025,"publication_date":"2025-05-16","ids":{"openalex":"https://openalex.org/W4410427856","doi":"https://doi.org/10.1109/tcsvt.2025.3570707"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3570707","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3570707","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5105628913","display_name":"W. Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjin Guo","raw_affiliation_strings":["State Key Laboratory of the Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0009-0007-1625-2201","affiliations":[{"raw_affiliation_string":"State Key Laboratory of the Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112318142","display_name":"Liu Donglai","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donglai Liu","raw_affiliation_strings":["State Key Laboratory of the Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of the Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052163069","display_name":"Weiying Xie","orcid":"https://orcid.org/0000-0001-8310-024X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiying Xie","raw_affiliation_strings":["State Key Laboratory of the Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-8310-024X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of the Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067798266","display_name":"Yunsong Li","orcid":"https://orcid.org/0000-0002-0234-6270"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunsong Li","raw_affiliation_strings":["State Key Laboratory of the Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-0234-6270","affiliations":[{"raw_affiliation_string":"State Key Laboratory of the Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086217226","display_name":"Xuefei Ning","orcid":"https://orcid.org/0000-0003-2209-8312"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuefei Ning","raw_affiliation_strings":["Department of Electronic and Computer Engineering and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","Department of Electronic and Computer Engineering and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2209-8312","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089","https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058282778","display_name":"Zihan Meng","orcid":"https://orcid.org/0000-0002-6439-2838"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan Meng","raw_affiliation_strings":["State Key Laboratory of the Integrated Services Networks, Xidian University, Xi’an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of the Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026831784","display_name":"Shulin Zeng","orcid":"https://orcid.org/0000-0002-1030-3748"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shulin Zeng","raw_affiliation_strings":["Department of Electronic and Computer Engineering and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","Department of Electronic and Computer Engineering and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1030-3748","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089","https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007285444","display_name":"Jie Lei","orcid":"https://orcid.org/0000-0003-0851-6565"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jie Lei","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Ultimo, NSW, Australia","School of Electrical and Data Engineering, The University of TechnologySydney, Ultimo, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0851-6565","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"School of Electrical and Data Engineering, The University of TechnologySydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065889904","display_name":"Zhenman Fang","orcid":"https://orcid.org/0000-0003-0603-9697"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhenman Fang","raw_affiliation_strings":["School of Engineering Science, Simon Fraser University, Burnaby, BC, Canada","School of Engineering Science, Simon Fraser University, Burnaby, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0603-9697","affiliations":[{"raw_affiliation_string":"School of Engineering Science, Simon Fraser University, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I18014758"]},{"raw_affiliation_string":"School of Engineering Science, Simon Fraser University, Burnaby, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100445061","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0001-6108-5157"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["Department of Electronic and Computer Engineering and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","Department of Electronic and Computer Engineering and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6108-5157","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering and Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089","https://openalex.org/I4210156423"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7378,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80640569,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"35","issue":"11","first_page":"10632","last_page":"10648"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6411606073379517},{"id":"https://openalex.org/keywords/integer","display_name":"Integer (computer science)","score":0.5903124809265137},{"id":"https://openalex.org/keywords/bit","display_name":"Bit (key)","score":0.5136207938194275},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.43196043372154236},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.37101709842681885},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.16311031579971313},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10995262861251831}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6411606073379517},{"id":"https://openalex.org/C97137487","wikidata":"https://www.wikidata.org/wiki/Q729138","display_name":"Integer (computer science)","level":2,"score":0.5903124809265137},{"id":"https://openalex.org/C117011727","wikidata":"https://www.wikidata.org/wiki/Q1278488","display_name":"Bit (key)","level":2,"score":0.5136207938194275},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43196043372154236},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37101709842681885},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.16311031579971313},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10995262861251831}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3570707","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3570707","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4583694037","display_name":null,"funder_award_id":"U22B2014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5402131352","display_name":null,"funder_award_id":"62371365","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5457114622","display_name":null,"funder_award_id":"U24B20136","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5721138531","display_name":null,"funder_award_id":"62322117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2145096794","https://openalex.org/W2194775991","https://openalex.org/W2257408573","https://openalex.org/W2478136907","https://openalex.org/W2928560789","https://openalex.org/W2963122961","https://openalex.org/W2965683718","https://openalex.org/W2982041622","https://openalex.org/W3034513523","https://openalex.org/W3125935828","https://openalex.org/W4206812551","https://openalex.org/W4250482878","https://openalex.org/W4253871110","https://openalex.org/W4301028492","https://openalex.org/W4312454178","https://openalex.org/W4312739039","https://openalex.org/W4317526202","https://openalex.org/W4323240305","https://openalex.org/W4380607092","https://openalex.org/W4386083031","https://openalex.org/W4386412297","https://openalex.org/W4387448007"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4327546585","https://openalex.org/W2051487156","https://openalex.org/W2411923897","https://openalex.org/W4394546135","https://openalex.org/W4285347720","https://openalex.org/W4200259850","https://openalex.org/W2333831899"],"abstract_inverted_index":{"Neural":[0],"network":[1],"training":[2,57,67,127],"is":[3],"a":[4],"memory-":[5],"and":[6,32,47,78,130,144,172],"compute-intensive":[7],"task.":[8],"Quantization,":[9],"which":[10],"enables":[11],"low-bitwidth":[12],"formats":[13,31],"in":[14,194],"training,":[15],"can":[16],"significantly":[17],"mitigate":[18],"the":[19,83,91,111,180,208],"workload.":[20],"To":[21],"reduce":[22],"quantization":[23,102],"error,":[24],"recent":[25],"methods":[26],"have":[27],"developed":[28],"new":[29],"data":[30],"additional":[33],"pre-processing":[34,129],"operations":[35],"on":[36,147,151,165,177,196],"quantizers.":[37],"However,":[38],"it":[39,99],"remains":[40],"quite":[41],"challenging":[42],"to":[43,73,81,168,199],"achieve":[44,189],"high":[45],"accuracy":[46,138],"efficiency":[48],"simultaneously.":[49],"In":[50],"this":[51],"paper,":[52],"we":[53],"explore":[54],"sub-8-bit":[55,125],"integer":[56,66,126],"from":[58,103,128],"its":[59,169],"essence":[60],"of":[61,95,113,157,210],"gradient":[62,76],"descent":[63],"optimization.":[64],"Our":[65,122],"framework":[68,135],"includes":[69],"two":[70],"components:":[71],"ShiftQuant":[72,86,158],"realize":[74],"accurate":[75],"estimation,":[77],"L1":[79,108,186],"normalization":[80,109,116,187,202],"smoothen":[82],"loss":[84,139],"landscape.":[85],"attains":[87],"performance":[88,163],"that":[89],"approaches":[90],"theoretical":[92,205],"upper":[93],"bound":[94],"group":[96,101],"quantization.":[97],"Furthermore,":[98],"liberates":[100],"inefficient":[104],"memory":[105],"rearrangement.":[106],"The":[107,154,183],"facilitates":[110],"implementation":[112,156],"fully":[114],"quantized":[115],"layers":[117,188],"with":[118],"impressive":[119],"convergence":[120],"accuracy.":[121],"method":[123],"frees":[124],"supports":[131],"general":[132],"devices.":[133],"This":[134],"achieves":[136,159],"negligible":[137],"across":[140],"various":[141],"neural":[142],"networks":[143],"tasks":[145],"(0.92%":[146],"4-bit":[148],"ResNets,":[149],"0.61%":[150],"6-bit":[152],"Transformers).":[153],"prototypical":[155],"more":[160,190],"than":[161,179,191],"1.85\u00d7/15.3%":[162],"improvement":[164,193],"CPU/GPU":[166],"compared":[167,198],"FP16":[170,181],"counterparts,":[171],"33.9%":[173],"resource":[174],"consumption":[175],"reduction":[176],"FPGA":[178],"counterparts.":[182],"proposed":[184],"fully-quantized":[185],"35.54%":[192],"throughout":[195],"CPU":[197],"traditional":[200],"L2":[201],"layers.":[203],"Moreover,":[204],"analysis":[206],"verifies":[207],"advancement":[209],"our":[211],"method.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}