{"id":"https://openalex.org/W4387587541","doi":"https://doi.org/10.1109/tcad.2023.3324276","title":"SparseACC: A Generalized Linear Model Accelerator for Sparse Datasets","display_name":"SparseACC: A Generalized Linear Model Accelerator for Sparse Datasets","publication_year":2023,"publication_date":"2023-10-12","ids":{"openalex":"https://openalex.org/W4387587541","doi":"https://doi.org/10.1109/tcad.2023.3324276"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2023.3324276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2023.3324276","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100436858","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0003-1720-3704"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["Department of Computer Science, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1720-3704","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008542198","display_name":"Hongjing Huang","orcid":"https://orcid.org/0000-0003-1387-7955"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongjing Huang","raw_affiliation_strings":["Department of Computer Science, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1387-7955","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004502095","display_name":"Jie Sun","orcid":"https://orcid.org/0000-0003-2553-1804"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Sun","raw_affiliation_strings":["Department of Computer Science, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044416322","display_name":"Juan G\u00f3mez-Luna","orcid":"https://orcid.org/0000-0002-6514-1571"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juan G\u00f3mez Luna","raw_affiliation_strings":["Department of Computer Science, ETH Z&#x00FC;rich, Z&#x00FC;rich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-6514-1571","affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Z&#x00FC;rich, Z&#x00FC;rich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050695684","display_name":"Onur Mutlu","orcid":"https://orcid.org/0000-0002-0075-2312"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Onur Mutlu","raw_affiliation_strings":["Department of Computer Science, ETH Z&#x00FC;rich, Z&#x00FC;rich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-0075-2312","affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Z&#x00FC;rich, Z&#x00FC;rich, Switzerland","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004837462","display_name":"Zeke Wang","orcid":"https://orcid.org/0000-0001-8550-9241"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeke Wang","raw_affiliation_strings":["Department of Computer Science, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8550-9241","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13330897,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"43","issue":"3","first_page":"840","last_page":"853"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7808061242103577},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5385680198669434},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4925006330013275},{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"Hardware acceleration","score":0.48080387711524963},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.410664439201355},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3775160312652588},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.336588054895401},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3271424174308777},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.2848665714263916},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.22978392243385315},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0989510715007782}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7808061242103577},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5385680198669434},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4925006330013275},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.48080387711524963},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.410664439201355},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3775160312652588},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.336588054895401},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3271424174308777},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2848665714263916},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.22978392243385315},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0989510715007782}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2023.3324276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2023.3324276","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5600000023841858,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G7616552446","display_name":null,"funder_award_id":"2022C01044","funder_id":"https://openalex.org/F4320338110","funder_display_name":"Science and Technology Department of Zhejiang Province"},{"id":"https://openalex.org/G8417679201","display_name":null,"funder_award_id":"226-2022-00151","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8599479969","display_name":null,"funder_award_id":"2022ZD0119301","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320338110","display_name":"Science and Technology Department of Zhejiang Province","ror":"https://ror.org/05yj3y977"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W189277179","https://openalex.org/W1525132831","https://openalex.org/W1788418780","https://openalex.org/W1996274599","https://openalex.org/W2006412395","https://openalex.org/W2009654791","https://openalex.org/W2031816166","https://openalex.org/W2066636486","https://openalex.org/W2072566913","https://openalex.org/W2261808795","https://openalex.org/W2469279958","https://openalex.org/W2732291649","https://openalex.org/W2732588537","https://openalex.org/W2765292551","https://openalex.org/W2766369253","https://openalex.org/W2791346512","https://openalex.org/W2794952988","https://openalex.org/W2883920103","https://openalex.org/W2883929540","https://openalex.org/W2903637075","https://openalex.org/W2903735800","https://openalex.org/W2912745432","https://openalex.org/W2915106038","https://openalex.org/W2947737663","https://openalex.org/W2979310060","https://openalex.org/W2979747168","https://openalex.org/W2980113464","https://openalex.org/W2980229124","https://openalex.org/W2987577970","https://openalex.org/W2997945685","https://openalex.org/W3005696703","https://openalex.org/W3016542674","https://openalex.org/W3016735325","https://openalex.org/W3016832937","https://openalex.org/W3016842236","https://openalex.org/W3016904661","https://openalex.org/W3036955102","https://openalex.org/W3101708421","https://openalex.org/W3103168911","https://openalex.org/W3125645198","https://openalex.org/W3155922894","https://openalex.org/W3158275024","https://openalex.org/W3158831985","https://openalex.org/W3164446158","https://openalex.org/W4200197440","https://openalex.org/W4211147898","https://openalex.org/W4241648310","https://openalex.org/W4245683599","https://openalex.org/W4251946001","https://openalex.org/W4288487491","https://openalex.org/W4293024216","https://openalex.org/W6607628293","https://openalex.org/W6627960313","https://openalex.org/W6678107477","https://openalex.org/W6684249991","https://openalex.org/W6745284669","https://openalex.org/W6786222671"],"related_works":["https://openalex.org/W4385609682","https://openalex.org/W2140798747","https://openalex.org/W2948169060","https://openalex.org/W2730112582","https://openalex.org/W4319952061","https://openalex.org/W4280636456","https://openalex.org/W4388913998","https://openalex.org/W4310584535","https://openalex.org/W4295935044","https://openalex.org/W3159906349"],"abstract_inverted_index":{"Stochastic":[0],"gradient":[1,166],"descent":[2],"(SGD)":[3],"is":[4,65,73,83,162,190],"widely":[5],"used":[6],"for":[7,183],"training":[8,27,184,241,248],"generalized":[9,185],"linear":[10,186],"models":[11,187],"(GLMs),":[12],"such":[13,99,245],"as":[14],"support":[15],"vector":[16],"machine":[17],"and":[18,33,138,154,168,213,302,327],"logistic":[19],"regression,":[20],"on":[21,78,192,261,315],"large":[22],"industry":[23],"datasets.":[24],"Such":[25],"a":[26,79,86,149,180,197,209,218,262,316,319,328],"consumes":[28],"plenty":[29,35],"of":[30,36,98,152,171,230,255],"computing":[31],"power":[32],"therefore":[34],"accelerators":[37],"are":[38,48,126],"proposed":[39],"to":[40,68,75,128,133,164,239,277],"accelerate":[41],"the":[42,116,202,223,228,231,247,253,256,312],"GLM":[43],"training.":[44],"However,":[45],"real-world":[46],"datasets":[47],"always":[49],"highly":[50],"sparse.":[51],"For":[52],"example,":[53],"YouTube\u2019s":[54],"social":[55],"network":[56],"connectivity":[57],"contains":[58],"only":[59],"2.31%":[60],"nonzero":[61],"elements":[62,156],"(NZs).":[63],"It":[64],"not":[66],"trivial":[67],"design":[69,97,205],"an":[70,100,323],"accelerator":[71,101,117,182],"that":[72,82,246,273],"able":[74],"efficiently":[76],"train":[77],"sparse":[80,88,92,146,243,317],"dataset":[81,147],"stored":[84],"in":[85,115,145],"compressed":[87,91],"format":[89],"(e.g.,":[90],"row":[93],"(CSR)":[94],"format).":[95],"The":[96,269],"faces":[102],"three":[103],"challenges:":[104],"1)":[105],"bank":[106],"conflicts,":[107],"which":[108,125],"may":[109],"happen":[110],"when":[111],"multiple":[112,119],"processing":[113,131,232],"engines":[114,132],"access":[118,134],"memory":[120,136],"banks;":[121],"2)":[122],"complex":[123],"interconnections,":[124],"necessary":[127],"allow":[129],"all":[130],"any":[135],"bank;":[137],"3)":[139],"high-synchronization":[140],"overhead,":[141],"since":[142],"each":[143],"sample":[144],"has":[148],"different":[150,158],"number":[151],"NZs":[153],"these":[155,236],"have":[157],"distributions,":[159],"thus":[160,226],"it":[161],"hard":[163],"overlap":[165],"computation":[167],"model":[169,221],"update":[170],"neighboring":[172],"batches.":[173],"To":[174],"this":[175],"end,":[176],"we":[177],"propose":[178],"SparseACC,":[179],"sparsity-aware":[181],"(GLMs).":[188],"SparseACC":[189,234,260,274],"based":[191],"two":[193,204,237],"key":[194],"mechanisms.":[195],"First,":[196],"software/hardware":[198],"co-design":[199],"approach":[200],"solves":[201,222],"first":[203],"challenges":[206],"by":[207],"proposing":[208],"novel":[210],"bank-conflict-free":[211],"(BCF)":[212],"bank-balanced":[214],"CSR":[215],"format.":[216],"Second,":[217],"weight-aware":[219],"ping-pong":[220],"third":[224],"challenge,":[225],"maximizing":[227],"utilization":[229],"engines.":[233],"leverages":[235],"mechanisms":[238],"orchestrate":[240],"over":[242],"datasets,":[244],"time":[249],"decreases":[250],"linearly":[251],"with":[252],"sparsity":[254],"dataset.":[257],"We":[258],"prototype":[259],"Xilinx":[263],"Alveo":[264],"U280":[265],"FPGA":[266],"(Xilinx,":[267],"2020).":[268],"experimental":[270],"evaluation":[271],"shows":[272],"converges":[275],"up":[276],"<inline-formula":[278,286,294,303],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[279,287,295,304],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[280,288,296,305],"<tex-math":[281,289,297,306],"notation=\"LaTeX\">$3.5\\times":[282],"$":[283,291,299,308],"</tex-math></inline-formula>":[284,292,300,309],",":[285,293,301],"notation=\"LaTeX\">$18\\times":[290],"notation=\"LaTeX\">$38\\times":[298],"notation=\"LaTeX\">$110\\times":[307],"faster":[310],"than":[311],"state-of-the-art":[313],"counterparts":[314],"accelerator,":[318,330],"Tesla":[320],"V100":[321],"GPU,":[322],"Intel":[324],"i9-10900k":[325],"CPU,":[326],"dense":[329],"respectively.":[331]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}