{"id":"https://openalex.org/W4415971081","doi":"https://doi.org/10.1109/jssc.2025.3627785","title":"A Real-Time Deep Reinforcement Learning Processor for Mapless Autonomous Navigation With Unified Actor-Critic Network and Inference-on-Request Scheduling","display_name":"A Real-Time Deep Reinforcement Learning Processor for Mapless Autonomous Navigation With Unified Actor-Critic Network and Inference-on-Request Scheduling","publication_year":2025,"publication_date":"2025-11-06","ids":{"openalex":"https://openalex.org/W4415971081","doi":"https://doi.org/10.1109/jssc.2025.3627785"},"language":null,"primary_location":{"id":"doi:10.1109/jssc.2025.3627785","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jssc.2025.3627785","pdf_url":null,"source":{"id":"https://openalex.org/S83637746","display_name":"IEEE Journal of Solid-State Circuits","issn_l":"0018-9200","issn":["0018-9200","1558-173X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Solid-State Circuits","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032743904","display_name":"J.S. Oh","orcid":"https://orcid.org/0009-0000-6400-3495"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Juyoung Oh","raw_affiliation_strings":["Department of Intelligence and Information, Research Institute for Convergence Science, Inter-University Semiconductor Research Center, Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0009-0000-6400-3495","affiliations":[{"raw_affiliation_string":"Department of Intelligence and Information, Research Institute for Convergence Science, Inter-University Semiconductor Research Center, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069285332","display_name":"Jie-Xin Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jie-Xin Liu","raw_affiliation_strings":["Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037437168","display_name":"Yi-Chen Teng","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Chen Teng","raw_affiliation_strings":["Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068913253","display_name":"Hsueh\u2010Cheng Wang","orcid":"https://orcid.org/0000-0002-9419-4111"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hsueh-Cheng Wang","raw_affiliation_strings":["Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-9419-4111","affiliations":[{"raw_affiliation_string":"Institute of Electrical and Control Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053248335","display_name":"Dongsuk Jeon","orcid":"https://orcid.org/0000-0002-0395-8076"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dongsuk Jeon","raw_affiliation_strings":["Department of Intelligence and Information, Research Institute for Convergence Science, Inter-University Semiconductor Research Center, Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-0395-8076","affiliations":[{"raw_affiliation_string":"Department of Intelligence and Information, Research Institute for Convergence Science, Inter-University Semiconductor Research Center, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5032743904"],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16608847,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"61","issue":"3","first_page":"1037","last_page":"1052"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3149000108242035,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3149000108242035,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.11400000005960464,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.035599999129772186,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.808899998664856},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6546000242233276},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5985999703407288},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.44769999384880066},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.367900013923645},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3668000102043152},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.321399986743927}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.808899998664856},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7470999956130981},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6546000242233276},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5985999703407288},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.44769999384880066},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42739999294281006},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3962000012397766},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3668000102043152},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34779998660087585},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.34380000829696655},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.321399986743927},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.30809998512268066},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2676999866962433},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.26669999957084656},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.257999986410141},{"id":"https://openalex.org/C165005293","wikidata":"https://www.wikidata.org/wiki/Q1074500","display_name":"Chip","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jssc.2025.3627785","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jssc.2025.3627785","pdf_url":null,"source":{"id":"https://openalex.org/S83637746","display_name":"IEEE Journal of Solid-State Circuits","issn_l":"0018-9200","issn":["0018-9200","1558-173X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Solid-State Circuits","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2195977908","display_name":null,"funder_award_id":"RS-2025-04162969","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G2411785074","display_name":null,"funder_award_id":"RS-2025-02218733","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,37],"article":[1],"presents":[2],"a":[3,119,127,137,151,183],"real-time":[4,143],"deep":[5],"reinforcement":[6,100,176],"learning":[7,59,101],"(DRL)":[8],"processor":[9,62,147],"for":[10],"mapless":[11],"autonomous":[12,156],"navigation":[13,157],"targeting":[14],"resource-":[15],"and":[16,33,48,54,74,81,178,190],"energy-constrained":[17],"mobile":[18],"robots.":[19],"The":[20,61,146],"unified":[21],"actor-critic":[22],"network":[23],"architecture":[24],"combined":[25],"with":[26,136,182],"feature":[27],"map":[28],"caching":[29],"enables":[30],"parameter":[31,42],"sharing":[32],"eliminates":[34],"redundant":[35],"computations.":[36],"approach":[38],"reduces":[39],"the":[40,108,131,142,163,170,179,188,194],"total":[41],"count,":[43],"external":[44,90],"memory":[45],"access":[46],"(EMA),":[47],"overall":[49],"operations":[50],"by":[51,102],"95.6%,":[52],"84.1%,":[53],"85.4%,":[55],"respectively,":[56],"without":[57],"compromising":[58],"performance.":[60],"further":[63],"incorporates":[64],"an":[65],"inference-on-request":[66],"(IoR)":[67],"scheduling":[68],"scheme":[69],"to":[70,173],"achieve":[71],"concurrent":[72],"training":[73],"inference,":[75],"thereby":[76],"ensuring":[77],"low":[78],"inference":[79],"latency":[80,144],"maintaining":[82],"high":[83],"processing":[84,103],"element":[85],"utilization":[86],"of":[87,165,193],"71.0%,":[88],"including":[89],"I/O":[91],"overhead.":[92],"A":[93],"column-wise":[94],"zero-skipping":[95],"categorical":[96],"projection":[97,123],"accelerates":[98],"distributional":[99,175],"only":[104],"non-zero":[105],"entries":[106],"in":[107,122,126,159],"sparse":[109],"<inline-formula":[110],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[111],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[112],"<tex-math":[113],"notation=\"LaTeX\">$\\Delta":[114],"h$</tex-math>":[115],"</inline-formula>":[116],"matrix,":[117],"achieving":[118],"99%":[120],"reduction":[121],"operations.":[124],"Fabricated":[125],"28-nm":[128],"CMOS":[129],"process,":[130],"chip":[132],"consumes":[133],"2.68":[134],"mW":[135],"10-MHz":[138],"clock":[139],"frequency,":[140],"meeting":[141],"requirements.":[145],"was":[148],"verified":[149],"on":[150],"real":[152,184],"robot,":[153],"demonstrating":[154],"robust":[155],"ability":[158],"unseen":[160],"environments.":[161],"To":[162],"best":[164],"our":[166],"knowledge,":[167],"this":[168],"is":[169],"first":[171],"design":[172],"support":[174],"learning,":[177],"experimental":[180],"results":[181],"robot":[185],"confirm":[186],"both":[187],"effectiveness":[189],"practical":[191],"viability":[192],"design.":[195]},"counts_by_year":[],"updated_date":"2026-02-26T06:29:33.603293","created_date":"2025-11-06T00:00:00"}