{"id":"https://openalex.org/W4376605461","doi":"https://doi.org/10.1109/coolchips57690.2023.10122120","title":"MazeCov-Q: An Efficient Maze-Based Reinforcement Learning Accelerator for Coverage","display_name":"MazeCov-Q: An Efficient Maze-Based Reinforcement Learning Accelerator for Coverage","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4376605461","doi":"https://doi.org/10.1109/coolchips57690.2023.10122120"},"language":"en","primary_location":{"id":"doi:10.1109/coolchips57690.2023.10122120","is_oa":false,"landing_page_url":"https://doi.org/10.1109/coolchips57690.2023.10122120","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Symposium in Low-Power and High-Speed Chips (COOL CHIPS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038926636","display_name":"Infall Syafalni","orcid":"https://orcid.org/0000-0001-9922-5688"},"institutions":[{"id":"https://openalex.org/I134635517","display_name":"Bandung Institute of Technology","ror":"https://ror.org/00apj8t60","country_code":"ID","type":"education","lineage":["https://openalex.org/I134635517"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Infall Syafalni","raw_affiliation_strings":["School of Electrical Engineering and Informatics, Bandung Institute of Technology,Indonesia","University Center of Excellence on Microelectronics, Bandung Institute of Technology, Indonesia","School of Electrical Engineering and Informatics, Bandung Institute of Technology, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Informatics, Bandung Institute of Technology,Indonesia","institution_ids":["https://openalex.org/I134635517"]},{"raw_affiliation_string":"University Center of Excellence on Microelectronics, Bandung Institute of Technology, Indonesia","institution_ids":["https://openalex.org/I134635517"]},{"raw_affiliation_string":"School of Electrical Engineering and Informatics, Bandung Institute of Technology, Indonesia","institution_ids":["https://openalex.org/I134635517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011814628","display_name":"Mohamad Imam Firdaus","orcid":null},"institutions":[{"id":"https://openalex.org/I134635517","display_name":"Bandung Institute of Technology","ror":"https://ror.org/00apj8t60","country_code":"ID","type":"education","lineage":["https://openalex.org/I134635517"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Mohamad Imam Firdaus","raw_affiliation_strings":["University Center of Excellence on Microelectronics, Bandung Institute of Technology,Indonesia","University Center of Excellence on Microelectronics, Bandung Institute of Technology, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Center of Excellence on Microelectronics, Bandung Institute of Technology,Indonesia","institution_ids":["https://openalex.org/I134635517"]},{"raw_affiliation_string":"University Center of Excellence on Microelectronics, Bandung Institute of Technology, Indonesia","institution_ids":["https://openalex.org/I134635517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027261015","display_name":"Andi M. R. Ilmy","orcid":null},"institutions":[{"id":"https://openalex.org/I134635517","display_name":"Bandung Institute of Technology","ror":"https://ror.org/00apj8t60","country_code":"ID","type":"education","lineage":["https://openalex.org/I134635517"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Andi M. Riyadhus Ilmy","raw_affiliation_strings":["University Center of Excellence on Microelectronics, Bandung Institute of Technology,Indonesia","University Center of Excellence on Microelectronics, Bandung Institute of Technology, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Center of Excellence on Microelectronics, Bandung Institute of Technology,Indonesia","institution_ids":["https://openalex.org/I134635517"]},{"raw_affiliation_string":"University Center of Excellence on Microelectronics, Bandung Institute of Technology, Indonesia","institution_ids":["https://openalex.org/I134635517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059864105","display_name":"Nana Sutisna","orcid":"https://orcid.org/0000-0002-8435-9242"},"institutions":[{"id":"https://openalex.org/I134635517","display_name":"Bandung Institute of Technology","ror":"https://ror.org/00apj8t60","country_code":"ID","type":"education","lineage":["https://openalex.org/I134635517"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Nana Sutisna","raw_affiliation_strings":["School of Electrical Engineering and Informatics, Bandung Institute of Technology,Indonesia","School of Electrical Engineering and Informatics, Bandung Institute of Technology, Indonesia","University Center of Excellence on Microelectronics, Bandung Institute of Technology, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Informatics, Bandung Institute of Technology,Indonesia","institution_ids":["https://openalex.org/I134635517"]},{"raw_affiliation_string":"School of Electrical Engineering and Informatics, Bandung Institute of Technology, Indonesia","institution_ids":["https://openalex.org/I134635517"]},{"raw_affiliation_string":"University Center of Excellence on Microelectronics, Bandung Institute of Technology, Indonesia","institution_ids":["https://openalex.org/I134635517"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019689855","display_name":"Trio Adiono","orcid":"https://orcid.org/0000-0003-4808-9254"},"institutions":[{"id":"https://openalex.org/I134635517","display_name":"Bandung Institute of Technology","ror":"https://ror.org/00apj8t60","country_code":"ID","type":"education","lineage":["https://openalex.org/I134635517"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Trio Adiono","raw_affiliation_strings":["School of Electrical Engineering and Informatics, Bandung Institute of Technology,Indonesia","University Center of Excellence on Microelectronics, Bandung Institute of Technology, Indonesia","School of Electrical Engineering and Informatics, Bandung Institute of Technology, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Informatics, Bandung Institute of Technology,Indonesia","institution_ids":["https://openalex.org/I134635517"]},{"raw_affiliation_string":"University Center of Excellence on Microelectronics, Bandung Institute of Technology, Indonesia","institution_ids":["https://openalex.org/I134635517"]},{"raw_affiliation_string":"School of Electrical Engineering and Informatics, Bandung Institute of Technology, Indonesia","institution_ids":["https://openalex.org/I134635517"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6136,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.66441985,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"06"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9484363198280334},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.7137804627418518},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6521021127700806},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.5635914206504822},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5519669055938721},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5462502837181091},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5372697114944458},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.5348116159439087},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4781557023525238},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.42771509289741516},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.41947564482688904},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3229295611381531},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17550384998321533},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15313106775283813}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9484363198280334},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.7137804627418518},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6521021127700806},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.5635914206504822},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5519669055938721},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5462502837181091},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5372697114944458},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5348116159439087},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4781557023525238},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.42771509289741516},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.41947564482688904},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3229295611381531},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17550384998321533},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15313106775283813},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/coolchips57690.2023.10122120","is_oa":false,"landing_page_url":"https://doi.org/10.1109/coolchips57690.2023.10122120","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Symposium in Low-Power and High-Speed Chips (COOL CHIPS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1986998777","https://openalex.org/W2963435654","https://openalex.org/W2988886997","https://openalex.org/W3002604519","https://openalex.org/W3022601977","https://openalex.org/W3046229513","https://openalex.org/W4226146702","https://openalex.org/W4312081741","https://openalex.org/W4312476383","https://openalex.org/W4313037262","https://openalex.org/W4313591595","https://openalex.org/W4323796686"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W4400868993","https://openalex.org/W3203657119","https://openalex.org/W2361647908","https://openalex.org/W2937181779"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,7,42],"(RL)":[2],"is":[3,18,66,122],"an":[4,38],"unsupervised":[5],"machine":[6],"that":[8,65,86],"does":[9],"not":[10],"requires":[11],"pre-assigned":[12],"labeled":[13],"data":[14],"to":[15],"learn.":[16],"It":[17],"implemented":[19],"in":[20,51],"many":[21],"areas":[22],"such":[23],"as":[24],"robotics,":[25],"games,":[26],"finances,":[27],"health,":[28],"transportation,":[29],"and":[30,48,75,106,114,130],"energy":[31],"applications.":[32],"In":[33],"this":[34],"paper,":[35],"we":[36],"present":[37],"application":[39],"of":[40],"reinforcement":[41],"accelerator":[43,101],"for":[44,78,109,124],"finding":[45],"coverage":[46],"area":[47],"its":[49],"implementation":[50],"a":[52,62],"mobile":[53],"robot":[54],"called":[55],"MazeCov-Q":[56,88],"(Maze-Based":[57],"Coverage":[58],"Q-Learning).":[59],"We":[60],"define":[61],"novel":[63],"state":[64],"divided":[67],"into":[68],"two":[69],"conditions.":[70],"The":[71,82],"conditions":[72],"are":[73],"directions":[74],"visit":[76],"counters":[77],"the":[79],"Q-value":[80],"calculation.":[81],"experimental":[83],"results":[84],"show":[85],"our":[87,98],"achieves":[89,103],"more":[90],"than":[91],"74%":[92],"path":[93],"efficiency":[94],"on":[95],"average.":[96],"Moreover,":[97],"coverage-based":[99],"Q-learning":[100],"(MazeCov-Q)":[102],"48.3":[104],"Mps":[105,108],"169.05":[107],"50":[110],"Mhz":[111],"Pynq":[112],"Z1":[113],"175":[115],"MHz":[116],"ZCU104":[117],"boards,":[118],"respectively.":[119],"This":[120],"research":[121],"useful":[123],"surveillance,":[125],"resource":[126],"allocation,":[127],"environmental":[128],"monitoring,":[129],"autonomous":[131],"navigation.":[132]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}