{"id":"https://openalex.org/W4386859355","doi":"https://doi.org/10.1109/islped58423.2023.10244508","title":"Energy-Efficient RISC-V-Based Vector Processor for Cache-Aware Structurally-Pruned Transformers","display_name":"Energy-Efficient RISC-V-Based Vector Processor for Cache-Aware Structurally-Pruned Transformers","publication_year":2023,"publication_date":"2023-08-07","ids":{"openalex":"https://openalex.org/W4386859355","doi":"https://doi.org/10.1109/islped58423.2023.10244508"},"language":"en","primary_location":{"id":"doi:10.1109/islped58423.2023.10244508","is_oa":false,"landing_page_url":"https://doi.org/10.1109/islped58423.2023.10244508","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM International Symposium on Low Power Electronics and Design (ISLPED)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054969514","display_name":"Jung Gyu Min","orcid":null},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Jung Gyu Min","raw_affiliation_strings":["POSTECH,Department of Electrical Engineering,Pohang,Korea","Department of Electrical Engineering, POSTECH, Pohang, Korea"],"affiliations":[{"raw_affiliation_string":"POSTECH,Department of Electrical Engineering,Pohang,Korea","institution_ids":["https://openalex.org/I123900574"]},{"raw_affiliation_string":"Department of Electrical Engineering, POSTECH, Pohang, Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064486180","display_name":"Dongyun Kam","orcid":"https://orcid.org/0000-0002-8542-1845"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dongyun Kam","raw_affiliation_strings":["POSTECH,Department of Electrical Engineering,Pohang,Korea","Department of Electrical Engineering, POSTECH, Pohang, Korea"],"affiliations":[{"raw_affiliation_string":"POSTECH,Department of Electrical Engineering,Pohang,Korea","institution_ids":["https://openalex.org/I123900574"]},{"raw_affiliation_string":"Department of Electrical Engineering, POSTECH, Pohang, Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043054711","display_name":"Younghoon Byun","orcid":"https://orcid.org/0000-0003-1899-6259"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Younghoon Byun","raw_affiliation_strings":["POSTECH,Department of Electrical Engineering,Pohang,Korea","Department of Electrical Engineering, POSTECH, Pohang, Korea"],"affiliations":[{"raw_affiliation_string":"POSTECH,Department of Electrical Engineering,Pohang,Korea","institution_ids":["https://openalex.org/I123900574"]},{"raw_affiliation_string":"Department of Electrical Engineering, POSTECH, Pohang, Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011127697","display_name":"Gunho Park","orcid":"https://orcid.org/0000-0002-8078-4356"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gunho Park","raw_affiliation_strings":["POSTECH,Department of Electrical Engineering,Pohang,Korea","Department of Electrical Engineering, POSTECH, Pohang, Korea"],"affiliations":[{"raw_affiliation_string":"POSTECH,Department of Electrical Engineering,Pohang,Korea","institution_ids":["https://openalex.org/I123900574"]},{"raw_affiliation_string":"Department of Electrical Engineering, POSTECH, Pohang, Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048891431","display_name":"Youngjoo Lee","orcid":"https://orcid.org/0000-0002-2467-8276"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngjoo Lee","raw_affiliation_strings":["POSTECH,Department of Electrical Engineering,Pohang,Korea","Department of Electrical Engineering, POSTECH, Pohang, Korea"],"affiliations":[{"raw_affiliation_string":"POSTECH,Department of Electrical Engineering,Pohang,Korea","institution_ids":["https://openalex.org/I123900574"]},{"raw_affiliation_string":"Department of Electrical Engineering, POSTECH, Pohang, Korea","institution_ids":["https://openalex.org/I123900574"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5054969514"],"corresponding_institution_ids":["https://openalex.org/I123900574"],"apc_list":null,"apc_paid":null,"fwci":0.4011,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.60480585,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8259209394454956},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.631925106048584},{"id":"https://openalex.org/keywords/reduced-instruction-set-computing","display_name":"Reduced instruction set computing","score":0.6015946865081787},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5170998573303223},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5137742161750793},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4641261100769043},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4181819558143616},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.39233478903770447},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.36931729316711426},{"id":"https://openalex.org/keywords/instruction-set","display_name":"Instruction set","score":0.3502368927001953},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.34380006790161133}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8259209394454956},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.631925106048584},{"id":"https://openalex.org/C126298526","wikidata":"https://www.wikidata.org/wiki/Q189376","display_name":"Reduced instruction set computing","level":3,"score":0.6015946865081787},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5170998573303223},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5137742161750793},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4641261100769043},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4181819558143616},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.39233478903770447},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.36931729316711426},{"id":"https://openalex.org/C202491316","wikidata":"https://www.wikidata.org/wiki/Q272683","display_name":"Instruction set","level":2,"score":0.3502368927001953},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.34380006790161133},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/islped58423.2023.10244508","is_oa":false,"landing_page_url":"https://doi.org/10.1109/islped58423.2023.10244508","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM International Symposium on Low Power Electronics and Design (ISLPED)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.75}],"awards":[{"id":"https://openalex.org/G559892148","display_name":null,"funder_award_id":"2020M3H6A1085498","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2027718011","https://openalex.org/W2088866486","https://openalex.org/W2117539524","https://openalex.org/W2119144962","https://openalex.org/W2126004407","https://openalex.org/W2147657366","https://openalex.org/W2962677625","https://openalex.org/W2963000224","https://openalex.org/W2989199275","https://openalex.org/W3002612001","https://openalex.org/W3037132819","https://openalex.org/W3094502228","https://openalex.org/W3169769781","https://openalex.org/W3170874841","https://openalex.org/W3178941450","https://openalex.org/W3213528054","https://openalex.org/W4283811336","https://openalex.org/W6672665652","https://openalex.org/W6677580257","https://openalex.org/W6678222565","https://openalex.org/W6725543821","https://openalex.org/W6780125659","https://openalex.org/W6784333009","https://openalex.org/W6788135285","https://openalex.org/W6797478244"],"related_works":["https://openalex.org/W1579918296","https://openalex.org/W2357296265","https://openalex.org/W2993622674","https://openalex.org/W4242586038","https://openalex.org/W4376881175","https://openalex.org/W2182235929","https://openalex.org/W4285302443","https://openalex.org/W1549901675","https://openalex.org/W1533427061","https://openalex.org/W978089954"],"abstract_inverted_index":{"Based":[0],"on":[1,43],"recent":[2],"RISC-V":[3],"designs,":[4],"we":[5,36],"present":[6],"in":[7,131],"this":[8],"paper":[9],"a":[10,83],"low-power":[11],"vector":[12],"processor":[13,30],"architecture":[14],"for":[15,47,142],"efficiently":[16],"deploying":[17],"vision":[18],"transformer":[19,68],"(ViT)":[20],"models.":[21],"To":[22],"fairly":[23],"measure":[24],"the":[25,39,50,60,76,97,103,119,125,144],"processing":[26,78,126],"efficiency":[27,127],"of":[28,75,85,128],"different":[29],"designs":[31],"with":[32],"instruction/data":[33],"cache":[34,92],"memories,":[35],"first":[37],"develop":[38],"evaluation":[40],"framework":[41],"based":[42],"numerous":[44],"design":[45],"tools":[46],"jointly":[48],"considering":[49],"algorithm,":[51],"architecture,":[52],"and":[53,109],"circuit":[54],"performances":[55],"together,":[56],"numerically":[57],"revealing":[58],"that":[59,118],"previous":[61],"CSR-based":[62],"data":[63,106],"compression":[64],"cannot":[65],"accelerate":[66],"pruned":[67,129],"models":[69],"at":[70],"all":[71],"due":[72],"to":[73,89],"under-utilization":[74],"vector-extended":[77],"units.":[79],"We":[80],"then":[81],"introduce":[82],"series":[84],"algorithm-hardware":[86],"co-optimization":[87],"approaches":[88],"greatly":[90],"minimize":[91],"misses":[93],"by":[94],"applying":[95],"1)":[96],"accuracy-preserved":[98],"structured":[99],"ViT":[100,146],"pruning,":[101],"2)":[102],"vertical-CSR":[104],"(vCSR)":[105],"storing":[107],"format,":[108],"3)":[110],"vCSR-aware":[111],"custom":[112],"memory-accessing":[113],"instructions.":[114],"Experimental":[115],"results":[116],"show":[117],"proposed":[120],"optimization":[121],"schemes":[122],"eventually":[123],"improve":[124],"transformers":[130],"resource-limited":[132],"computing":[133],"platforms,":[134],"e.g.,":[135],"achieving":[136],"11":[137],"times":[138],"lower":[139],"energy":[140],"consumption":[141],"handling":[143],"0.7-pruned":[145],"model.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}