{"id":"https://openalex.org/W4205825342","doi":"https://doi.org/10.1109/jssc.2021.3138520","title":"OmniDRL: An Energy-Efficient Deep Reinforcement Learning Processor With Dual-Mode Weight Compression and Sparse Weight Transposer","display_name":"OmniDRL: An Energy-Efficient Deep Reinforcement Learning Processor With Dual-Mode Weight Compression and Sparse Weight Transposer","publication_year":2022,"publication_date":"2022-01-11","ids":{"openalex":"https://openalex.org/W4205825342","doi":"https://doi.org/10.1109/jssc.2021.3138520"},"language":"en","primary_location":{"id":"doi:10.1109/jssc.2021.3138520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jssc.2021.3138520","pdf_url":null,"source":{"id":"https://openalex.org/S83637746","display_name":"IEEE Journal of Solid-State Circuits","issn_l":"0018-9200","issn":["0018-9200","1558-173X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Solid-State Circuits","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010104451","display_name":"Juhyoung Lee","orcid":"https://orcid.org/0000-0002-2100-1024"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Juhyoung Lee","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-2100-1024","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100748588","display_name":"Sangyeob Kim","orcid":"https://orcid.org/0000-0002-1783-5296"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangyeob Kim","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-1783-5296","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100748581","display_name":"Sangjin Kim","orcid":"https://orcid.org/0000-0001-6665-9973"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangjin Kim","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-6665-9973","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015963917","display_name":"Wooyoung Jo","orcid":"https://orcid.org/0000-0003-3598-3572"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Wooyoung Jo","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-3598-3572","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377801","display_name":"Ji-Hoon Kim","orcid":"https://orcid.org/0000-0002-4895-0369"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ji-Hoon Kim","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-4895-0369","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039062148","display_name":"Donghyeon Han","orcid":"https://orcid.org/0000-0002-5212-2072"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Donghyeon Han","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-5212-2072","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077896259","display_name":"Hoi\u2010Jun Yoo","orcid":"https://orcid.org/0000-0002-6661-4879"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hoi-Jun Yoo","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6661-4879","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":0.4645,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.66897479,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"57","issue":"4","first_page":"999","last_page":"1012"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.520137369632721},{"id":"https://openalex.org/keywords/exponent","display_name":"Exponent","score":0.5097436308860779},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.46322134137153625},{"id":"https://openalex.org/keywords/chip","display_name":"Chip","score":0.43646419048309326},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.347553551197052}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.520137369632721},{"id":"https://openalex.org/C2780388253","wikidata":"https://www.wikidata.org/wiki/Q5421508","display_name":"Exponent","level":2,"score":0.5097436308860779},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.46322134137153625},{"id":"https://openalex.org/C165005293","wikidata":"https://www.wikidata.org/wiki/Q1074500","display_name":"Chip","level":2,"score":0.43646419048309326},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.347553551197052},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jssc.2021.3138520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jssc.2021.3138520","pdf_url":null,"source":{"id":"https://openalex.org/S83637746","display_name":"IEEE Journal of Solid-State Circuits","issn_l":"0018-9200","issn":["0018-9200","1558-173X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Solid-State Circuits","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8999999761581421}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2145339207","https://openalex.org/W2609009256","https://openalex.org/W2736601468","https://openalex.org/W2742454413","https://openalex.org/W2766447205","https://openalex.org/W2774669597","https://openalex.org/W2903841424","https://openalex.org/W2907537824","https://openalex.org/W2920954974","https://openalex.org/W2922086978","https://openalex.org/W2939504873","https://openalex.org/W2950656546","https://openalex.org/W2962834855","https://openalex.org/W2963499642","https://openalex.org/W2968983352","https://openalex.org/W2970143800","https://openalex.org/W2982316857","https://openalex.org/W3015729306","https://openalex.org/W3020965190","https://openalex.org/W3088811935","https://openalex.org/W3099365437","https://openalex.org/W3109309915","https://openalex.org/W3121197820","https://openalex.org/W3121342653","https://openalex.org/W3202613539","https://openalex.org/W4240267682","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6753264383","https://openalex.org/W6756463683","https://openalex.org/W6769580333","https://openalex.org/W6771179988","https://openalex.org/W6788396906"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W2467119940","https://openalex.org/W4380318855","https://openalex.org/W2358668433","https://openalex.org/W3194077685","https://openalex.org/W2138720691"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3],"present":[4],"an":[5],"energy-efficient":[6],"deep":[7],"reinforcement":[8],"learning":[9],"(DRL)":[10],"processor,":[11],"OmniDRL,":[12],"for":[13,22,99,148,211],"DRL":[14,23,54,101,164],"training":[15,24,55,90,114,165,212],"on":[16,56],"edge":[17],"devices.":[18],"Recently,":[19],"the":[20,29,51,140,163,223,227],"need":[21],"is":[25,116,177,219],"growing":[26],"due":[27],"to":[28,37,118],"DRL\u2019s":[30],"distinct":[31],"characteristics":[32],"that":[33,64],"can":[34,65,78],"be":[35],"adapted":[36],"each":[38],"user.":[39],"However,":[40],"a":[41,93,174,180,191,199],"massive":[42],"amount":[43],"of":[44,53,106,122,142,167,195,203,226],"external":[45,67],"and":[46,77,109,131,145,151,184,198],"internal":[47,80],"memory":[48,68,81,153],"access":[49,69,82],"limits":[50],"implementation":[52],"resource-constrained":[57],"platforms.":[58],"OmniDRL":[59,176],"proposes":[60],"four":[61],"key":[62],"features":[63],"reduce":[66,79],"by":[70,83,103,127],"compressing":[71],"as":[72,75],"much":[73],"data":[74],"possible":[76],"directly":[84],"processing":[85],"compressed":[86,123,168],"data.":[87,134],"A":[88,112,156],"group-sparse":[89,113],"(GST)":[91],"enables":[92,162],"high":[94],"weight":[95,107,110,124,144,160,169],"compression":[96],"ratio":[97],"(CR)":[98],"every":[100],"iteration":[102],"selective":[104],"utilization":[105],"grouping":[108],"pruning.":[111],"core":[115],"proposed":[117],"fully":[119],"take":[120],"advantage":[121],"from":[125],"GST":[126],"skipping":[128],"redundant":[129],"operations":[130],"reusing":[132],"duplicated":[133],"An":[135],"exponent-mean-delta":[136],"encoding":[137],"additionally":[138],"compresses":[139],"exponent":[141],"both":[143],"feature":[146],"map":[147],"higher":[149],"CR":[150],"low":[152],"power":[154],"consumption.":[155],"world-first":[157],"on-chip":[158],"sparse":[159],"transposer":[161],"process":[166],"without":[170],"off-chip":[171],"transposer.":[172],"As":[173],"result,":[175],"fabricated":[178],"in":[179],"28-nm":[181],"CMOS":[182],"technology":[183],"occupies":[185],"a$3.6\\times":[186],"3.6$mm2die":[187],"area.":[188],"It":[189,206],"shows":[190],"state-of-the-art":[192],"peak":[193,200],"performance":[194],"4.18":[196],"TFLOPS":[197],"energy":[201,209],"efficiency":[202,210],"29.3":[204],"TFLOPS/W.":[205],"achieved":[207],"7.42-TFLOPS/W":[208],"robot":[213],"agent":[214],"(Mujoco":[215],"Halfcheetah,":[216],"TD3),":[217],"which":[218],"2.4$\\times":[220],"$higher":[221],"than":[222],"previous":[224],"state":[225],"art.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}