{"id":"https://openalex.org/W4400234451","doi":"https://doi.org/10.1109/iscas58744.2024.10558554","title":"LauWS: Local Adaptive Unstructured Weight Sparsity of Load Balance for DNN in Near-Data Processing","display_name":"LauWS: Local Adaptive Unstructured Weight Sparsity of Load Balance for DNN in Near-Data Processing","publication_year":2024,"publication_date":"2024-05-19","ids":{"openalex":"https://openalex.org/W4400234451","doi":"https://doi.org/10.1109/iscas58744.2024.10558554"},"language":"en","primary_location":{"id":"doi:10.1109/iscas58744.2024.10558554","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas58744.2024.10558554","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040460362","display_name":"Zixu Li","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210132426","display_name":"Shanghai Fudan Microelectronics (China)","ror":"https://ror.org/02vfj3j86","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210132426"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixu Li","raw_affiliation_strings":["Fudan University,State Key Laboratory of Integrated Chips and Systems, School of Microelectronics,Shanghai,China,201203"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University,State Key Laboratory of Integrated Chips and Systems, School of Microelectronics,Shanghai,China,201203","institution_ids":["https://openalex.org/I24943067","https://openalex.org/I4210132426"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028030881","display_name":"Wang Wang","orcid":"https://orcid.org/0000-0002-6976-5699"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210132426","display_name":"Shanghai Fudan Microelectronics (China)","ror":"https://ror.org/02vfj3j86","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210132426"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang Wang","raw_affiliation_strings":["Fudan University,State Key Laboratory of Integrated Chips and Systems, School of Microelectronics,Shanghai,China,201203"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University,State Key Laboratory of Integrated Chips and Systems, School of Microelectronics,Shanghai,China,201203","institution_ids":["https://openalex.org/I24943067","https://openalex.org/I4210132426"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xin Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210132426","display_name":"Shanghai Fudan Microelectronics (China)","ror":"https://ror.org/02vfj3j86","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210132426"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhong","raw_affiliation_strings":["Fudan University,State Key Laboratory of Integrated Chips and Systems, School of Microelectronics,Shanghai,China,201203"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University,State Key Laboratory of Integrated Chips and Systems, School of Microelectronics,Shanghai,China,201203","institution_ids":["https://openalex.org/I24943067","https://openalex.org/I4210132426"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010921809","display_name":"Manni Li","orcid":"https://orcid.org/0000-0002-7820-7461"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210132426","display_name":"Shanghai Fudan Microelectronics (China)","ror":"https://ror.org/02vfj3j86","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210132426"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Manni Li","raw_affiliation_strings":["Fudan University,State Key Laboratory of Integrated Chips and Systems, School of Microelectronics,Shanghai,China,201203"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University,State Key Laboratory of Integrated Chips and Systems, School of Microelectronics,Shanghai,China,201203","institution_ids":["https://openalex.org/I24943067","https://openalex.org/I4210132426"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102173357","display_name":"Jiayu Yang","orcid":"https://orcid.org/0009-0007-9808-5266"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210132426","display_name":"Shanghai Fudan Microelectronics (China)","ror":"https://ror.org/02vfj3j86","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210132426"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayu Yang","raw_affiliation_strings":["Fudan University,State Key Laboratory of Integrated Chips and Systems, School of Microelectronics,Shanghai,China,201203"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University,State Key Laboratory of Integrated Chips and Systems, School of Microelectronics,Shanghai,China,201203","institution_ids":["https://openalex.org/I24943067","https://openalex.org/I4210132426"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100512230","display_name":"Yinyin Lin","orcid":"https://orcid.org/0009-0000-0499-0601"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210132426","display_name":"Shanghai Fudan Microelectronics (China)","ror":"https://ror.org/02vfj3j86","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210132426"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinyin Lin","raw_affiliation_strings":["Fudan University,State Key Laboratory of Integrated Chips and Systems, School of Microelectronics,Shanghai,China,201203"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University,State Key Laboratory of Integrated Chips and Systems, School of Microelectronics,Shanghai,China,201203","institution_ids":["https://openalex.org/I24943067","https://openalex.org/I4210132426"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026577505","display_name":"Guhyun Kim","orcid":"https://orcid.org/0000-0001-7076-2818"},"institutions":[{"id":"https://openalex.org/I134353371","display_name":"SK Group (South Korea)","ror":"https://ror.org/03696td91","country_code":"KR","type":"company","lineage":["https://openalex.org/I134353371"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Guhyun Kim","raw_affiliation_strings":["SK Hynix Inc.,Solution Development Division,South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SK Hynix Inc.,Solution Development Division,South Korea","institution_ids":["https://openalex.org/I134353371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113274482","display_name":"Yosub Song","orcid":null},"institutions":[{"id":"https://openalex.org/I134353371","display_name":"SK Group (South Korea)","ror":"https://ror.org/03696td91","country_code":"KR","type":"company","lineage":["https://openalex.org/I134353371"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yosub Song","raw_affiliation_strings":["SK Hynix Inc.,Solution Development Division,South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SK Hynix Inc.,Solution Development Division,South Korea","institution_ids":["https://openalex.org/I134353371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009699355","display_name":"Chengchen Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210098582","display_name":"ZTE (China)","ror":"https://ror.org/00rjhhq63","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210098582"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengchen Wang","raw_affiliation_strings":["ZTE Corporation,State Key Laboratory of Mobile Multimedia Technology,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ZTE Corporation,State Key Laboratory of Mobile Multimedia Technology,Shenzhen,China,518055","institution_ids":["https://openalex.org/I4210098582"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112620081","display_name":"Xiankui Xiong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210098582","display_name":"ZTE (China)","ror":"https://ror.org/00rjhhq63","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210098582"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiankui Xiong","raw_affiliation_strings":["ZTE Corporation,State Key Laboratory of Mobile Multimedia Technology,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ZTE Corporation,State Key Laboratory of Mobile Multimedia Technology,Shenzhen,China,518055","institution_ids":["https://openalex.org/I4210098582"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.721559464931488},{"id":"https://openalex.org/keywords/balance","display_name":"Balance (ability)","score":0.5711923241615295},{"id":"https://openalex.org/keywords/unstructured-data","display_name":"Unstructured data","score":0.42662927508354187},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.329204261302948},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.25694888830184937},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.1438802182674408},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0498107373714447}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.721559464931488},{"id":"https://openalex.org/C168031717","wikidata":"https://www.wikidata.org/wiki/Q1530280","display_name":"Balance (ability)","level":2,"score":0.5711923241615295},{"id":"https://openalex.org/C2781252014","wikidata":"https://www.wikidata.org/wiki/Q1141900","display_name":"Unstructured data","level":3,"score":0.42662927508354187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.329204261302948},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25694888830184937},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.1438802182674408},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0498107373714447},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscas58744.2024.10558554","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas58744.2024.10558554","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.5299999713897705}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2289252105","https://openalex.org/W2605347906","https://openalex.org/W2736953746","https://openalex.org/W2914304175","https://openalex.org/W2979719709","https://openalex.org/W2982008795","https://openalex.org/W2999905431","https://openalex.org/W3014934202","https://openalex.org/W3040646053","https://openalex.org/W3043023836","https://openalex.org/W3084185164","https://openalex.org/W3100710793","https://openalex.org/W3158275024","https://openalex.org/W3189166979","https://openalex.org/W4214734582","https://openalex.org/W4220972538","https://openalex.org/W4221001402","https://openalex.org/W4239722617","https://openalex.org/W4287363917","https://openalex.org/W4313484599","https://openalex.org/W4322718253","https://openalex.org/W6638632666","https://openalex.org/W6777017071","https://openalex.org/W6778883912","https://openalex.org/W6790503700","https://openalex.org/W6790943123"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W3203889067","https://openalex.org/W3184725726","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2378793138","https://openalex.org/W4396701345","https://openalex.org/W2759357633","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Memory":[0],"wall":[1],"issue":[2],"has":[3],"become":[4],"the":[5,13,36,62,93,122,154,180],"overwhelming":[6],"bottleneck":[7],"of":[8,39,89,96],"future":[9],"systems":[10],"due":[11],"to":[12,58,70,153],"explosive":[14],"parameter":[15],"growth":[16],"and":[17,32,109,134],"low":[18],"computing":[19],"density":[20],"large":[21],"language":[22],"model":[23],"(LLM).":[24],"Near-data":[25],"processing":[26,75],"(NDP)":[27],"could":[28],"alleviate":[29],"data":[30,50],"traffic":[31],"energy":[33],"consumption,":[34],"but":[35,61],"storage":[37],"demand":[38],"LLM":[40],"is":[41,46,82,121],"still":[42],"enormous.":[43],"Weight":[44],"sparsity":[45,53],"helpful":[47],"for":[48,102,124,164,173,183],"reducing":[49],"capacity.":[51],"Unstructured":[52],"sacrifices":[54],"less":[55,135],"accuracy":[56,136],"compared":[57,152],"structured":[59],"one,":[60],"random":[63],"non-zero":[64],"values":[65,112],"distribution":[66,98],"in":[67,99],"NDP":[68],"leads":[69],"load":[71],"imbalance":[72],"among":[73],"parallel":[74],"units.":[76],"Here":[77],"we":[78],"propose":[79],"LauWS":[80,91,125],"which":[81],"seamlessly":[83],"combined":[84],"into":[85],"various":[86,103],"prior":[87],"arts":[88],"sparsity.":[90],"follows":[92],"local":[94],"characteristics":[95],"feature":[97],"weight":[100],"matrix":[101],"models,":[104],"preserving":[105],"even":[106],"tiny":[107],"features":[108],"discarding":[110],"non-feature":[111],"as":[113,115],"far":[114],"possible":[116],"region":[117],"by":[118],"region.":[119],"That":[120],"key":[123],"achieving":[126],"a":[127,145],"trade-off":[128],"between":[129],"high":[130],"prune":[131],"ratio":[132],"(PR)":[133],"loss":[137],"(AL).":[138],"Evaluations":[139],"are":[140],"carried":[141],"out":[142],"based":[143],"on":[144],"GDDR6-based":[146],"bank-NDP":[147],"system.":[148],"The":[149],"typical":[150],"optimization":[151],"no-prune":[155],"includes":[156],"38%":[157],"speedup":[158,167,176],"at":[159,168,177],"0.8PR":[160],"with":[161,170,179],"no":[162,171],"AL":[163,172],"MLP,":[165],"22.7%":[166],"0.5PR":[169,178],"GPT-2,":[174],"23.6%":[175],"lowest":[181],"perplexity":[182],"OPT-125m.":[184]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}