{"id":"https://openalex.org/W4392061688","doi":"https://doi.org/10.1109/tcsi.2024.3364093","title":"DQ-STP: An Efficient Sparse On-Device Training Processor Based on Low-Rank Decomposition and Quantization for DNN","display_name":"DQ-STP: An Efficient Sparse On-Device Training Processor Based on Low-Rank Decomposition and Quantization for DNN","publication_year":2024,"publication_date":"2024-02-22","ids":{"openalex":"https://openalex.org/W4392061688","doi":"https://doi.org/10.1109/tcsi.2024.3364093"},"language":"en","primary_location":{"id":"doi:10.1109/tcsi.2024.3364093","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2024.3364093","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058256501","display_name":"Baoting Li","orcid":"https://orcid.org/0009-0008-4807-3731"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoting Li","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, College of Artificial Intelligence, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0009-0008-4807-3731","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, College of Artificial Intelligence, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101473023","display_name":"Danqing Zhang","orcid":"https://orcid.org/0000-0002-7883-5214"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danqing Zhang","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, College of Artificial Intelligence, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, College of Artificial Intelligence, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Pengfei Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Zhao","raw_affiliation_strings":["School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055913406","display_name":"Hang Wang","orcid":"https://orcid.org/0000-0002-2714-0703"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Wang","raw_affiliation_strings":["School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0002-2714-0703","affiliations":[{"raw_affiliation_string":"School of Microelectronics, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044561987","display_name":"Xuchong Zhang","orcid":"https://orcid.org/0000-0003-2772-2700"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuchong Zhang","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, College of Artificial Intelligence, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0003-2772-2700","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, College of Artificial Intelligence, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100706029","display_name":"Hongbin Sun","orcid":"https://orcid.org/0000-0003-2153-2906"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbin Sun","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, College of Artificial Intelligence, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0003-2153-2906","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, College of Artificial Intelligence, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047405956","display_name":"Nanning Zheng","orcid":"https://orcid.org/0000-0003-1608-8257"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nanning Zheng","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, College of Artificial Intelligence, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0003-1608-8257","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, College of Artificial Intelligence, Xi&#x2019;an Jiaotong University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":1.3979,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.80521839,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"71","issue":"4","first_page":"1665","last_page":"1678"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9617999792098999,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9617999792098999,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9585999846458435,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9573000073432922,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6082214117050171},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.6048425436019897},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5805231928825378},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5219097137451172},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.35326087474823},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.33181440830230713},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.26233571767807007},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.08628329634666443},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.049215465784072876}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6082214117050171},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.6048425436019897},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5805231928825378},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5219097137451172},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.35326087474823},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.33181440830230713},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26233571767807007},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.08628329634666443},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.049215465784072876},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsi.2024.3364093","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2024.3364093","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1164668397","display_name":null,"funder_award_id":"xtr062023009","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2334680523","display_name":null,"funder_award_id":"2023-ZDLNY-65","funder_id":"https://openalex.org/F4320336350","funder_display_name":"Key Research and Development Projects of Shaanxi Province"},{"id":"https://openalex.org/G6727985341","display_name":null,"funder_award_id":"62204200","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336350","display_name":"Key Research and Development Projects of Shaanxi Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2289252105","https://openalex.org/W2734572653","https://openalex.org/W2773339846","https://openalex.org/W2794141774","https://openalex.org/W2902138814","https://openalex.org/W2921918777","https://openalex.org/W2964228333","https://openalex.org/W2971734772","https://openalex.org/W2990865680","https://openalex.org/W3036878841","https://openalex.org/W3040850704","https://openalex.org/W3048705738","https://openalex.org/W3048842964","https://openalex.org/W3091592563","https://openalex.org/W3109309915","https://openalex.org/W3117204317","https://openalex.org/W3126626526","https://openalex.org/W3137841151","https://openalex.org/W3157114665","https://openalex.org/W3172967059","https://openalex.org/W3174469560","https://openalex.org/W3193784739","https://openalex.org/W4236868170","https://openalex.org/W4240168186","https://openalex.org/W4280593481","https://openalex.org/W4285117917","https://openalex.org/W4285247940","https://openalex.org/W4286571873","https://openalex.org/W4293195632","https://openalex.org/W4294690791","https://openalex.org/W4297097444","https://openalex.org/W4312857960","https://openalex.org/W4312979995","https://openalex.org/W4362689902","https://openalex.org/W6734062232"],"related_works":["https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W4245490552","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W1587224694","https://openalex.org/W2042127053","https://openalex.org/W2142036596","https://openalex.org/W2072657027"],"abstract_inverted_index":{"Due":[0],"to":[1,58,143,164,184,194,224],"the":[2,29,40,45,80,83,101,106,118,121,129,205,228],"bottleneck":[3],"problems":[4],"such":[5],"as":[6],"scenario-varying":[7],"application,":[8],"significant":[9],"data":[10,126],"communication":[11],"overhead":[12],"and":[13,19,97,113,148,160,167,178,202,212,219,245],"privacy":[14],"protection":[15],"between":[16],"off-line":[17],"training":[18,53],"on-line":[20],"inference,":[21],"intelligent":[22],"edge":[23],"devices":[24],"capable":[25],"of":[26,73,110,216],"adaptively":[27],"fine-tuning":[28],"deep":[30],"neural":[31],"network":[32],"(DNN)":[33],"models":[34],"for":[35,50,175],"specific":[36],"tasks":[37],"have":[38],"become":[39],"most":[41],"urgent":[42],"need.":[43],"However,":[44],"computational":[46],"cost":[47],"is":[48,141,162,192],"intolerable":[49],"ordinary":[51],"on-device":[52],"(ODT),":[54],"which":[55],"inspires":[56],"us":[57],"explore":[59],"an":[60,209],"efficient":[61],"ODT":[62],"processor,":[63],"named":[64],"DQ-STP.":[65],"In":[66,222],"this":[67],"paper,":[68],"we":[69],"leverage":[70],"a":[71,232,246],"series":[72],"optimization":[74],"techniques":[75],"using":[76],"software-hardware":[77],"co-design.":[78],"On":[79,117],"one":[81],"hand,":[82,120],"proposed":[84,122,142,163,193,206,229],"design":[85,123],"incorporates":[86],"SVD-based":[87],"low-rank":[88],"decomposition,":[89],"<inline-formula":[90,233,247],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[91,234,248],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[92,235,249],"<tex-math":[93,236,250],"notation=\"LaTeX\">$2^{n}$":[94],"</tex-math></inline-formula>":[95,239,253],"quantization":[96],"ACBN":[98],"algorithm":[99],"on":[100,128],"software":[102,201],"side.":[103],"This":[104],"unifies":[105],"sparse":[107,139,189],"computing":[108],"mode":[109],"convolutional":[111],"layers":[112],"enhancing":[114],"weight":[115,179],"sparsity.":[116],"other":[119],"effectively":[124],"leverages":[125],"sparsity":[127],"hardware":[130,203],"side":[131],"through":[132],"four":[133],"techniques:":[134],"1)":[135],"The":[136,172],"flag":[137],"compressed":[138],"row":[140],"compress":[144],"input":[145],"feature":[146],"maps":[147],"gradient":[149],"maps.":[150],"2)":[151],"A":[152,188],"unified":[153],"processing":[154],"element":[155],"(PE)":[156],"array":[157],"comprising":[158],"shifters":[159],"adders":[161],"expedite":[165],"forward":[166],"error":[168,176],"propagation":[169,177],"steps.":[170],"3)":[171],"PE":[173,197],"arrays":[174],"gradients":[180],"generation":[181],"are":[182],"separated":[183],"enhance":[185,196],"throughput.":[186],"4)":[187],"alignment":[190],"strategy":[191],"further":[195],"utilization.":[198],"Through":[199],"these":[200],"co-optimization,":[204],"DQ-STP":[207,230],"achieves":[208],"area":[210,243],"efficiency":[211,215,244],"peak":[213],"energy":[214,256],"41.2":[217],"GOPS/mm2":[218],"90.63":[220],"TOPS/W.":[221],"comparison":[223],"state-of-the-art":[225],"reference":[226],"designs,":[227],"demonstrates":[231],"notation=\"LaTeX\">$2.19\\times":[237],"$":[238,252],"improvement":[240],"in":[241,255],"normalized":[242],"notation=\"LaTeX\">$1.85\\times":[251],"enhancement":[254],"efficiency.":[257]},"counts_by_year":[{"year":2025,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}