{"id":"https://openalex.org/W4404057302","doi":"https://doi.org/10.1109/socc62300.2024.10737818","title":"DMQ: Dual-Mode Q-Learning Hardware Accelerator for Shortest Path and Coverage Area","display_name":"DMQ: Dual-Mode Q-Learning Hardware Accelerator for Shortest Path and Coverage Area","publication_year":2024,"publication_date":"2024-09-16","ids":{"openalex":"https://openalex.org/W4404057302","doi":"https://doi.org/10.1109/socc62300.2024.10737818"},"language":"en","primary_location":{"id":"doi:10.1109/socc62300.2024.10737818","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/socc62300.2024.10737818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 37th International System-on-Chip Conference (SOCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038926636","display_name":"Infall Syafalni","orcid":"https://orcid.org/0000-0001-9922-5688"},"institutions":[{"id":"https://openalex.org/I134635517","display_name":"Bandung Institute of Technology","ror":"https://ror.org/00apj8t60","country_code":"ID","type":"education","lineage":["https://openalex.org/I134635517"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Infall Syafalni","raw_affiliation_strings":["Bandung Institute of Technology,School of Electrical Engineering and Informatics,Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bandung Institute of Technology,School of Electrical Engineering and Informatics,Indonesia","institution_ids":["https://openalex.org/I134635517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011814628","display_name":"Mohamad Imam Firdaus","orcid":null},"institutions":[{"id":"https://openalex.org/I134635517","display_name":"Bandung Institute of Technology","ror":"https://ror.org/00apj8t60","country_code":"ID","type":"education","lineage":["https://openalex.org/I134635517"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Mohamad Imam Firdaus","raw_affiliation_strings":["University Center of Excellence on Microelectronics, Bandung Institute of Technology,Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Center of Excellence on Microelectronics, Bandung Institute of Technology,Indonesia","institution_ids":["https://openalex.org/I134635517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059864105","display_name":"Nana Sutisna","orcid":"https://orcid.org/0000-0002-8435-9242"},"institutions":[{"id":"https://openalex.org/I134635517","display_name":"Bandung Institute of Technology","ror":"https://ror.org/00apj8t60","country_code":"ID","type":"education","lineage":["https://openalex.org/I134635517"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Nana Sutisna","raw_affiliation_strings":["Bandung Institute of Technology,School of Electrical Engineering and Informatics,Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bandung Institute of Technology,School of Electrical Engineering and Informatics,Indonesia","institution_ids":["https://openalex.org/I134635517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019689855","display_name":"Trio Adiono","orcid":"https://orcid.org/0000-0003-4808-9254"},"institutions":[{"id":"https://openalex.org/I134635517","display_name":"Bandung Institute of Technology","ror":"https://ror.org/00apj8t60","country_code":"ID","type":"education","lineage":["https://openalex.org/I134635517"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Trio Adiono","raw_affiliation_strings":["Bandung Institute of Technology,School of Electrical Engineering and Informatics,Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bandung Institute of Technology,School of Electrical Engineering and Informatics,Indonesia","institution_ids":["https://openalex.org/I134635517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029136707","display_name":"Tutun Juhana","orcid":"https://orcid.org/0000-0002-0469-6848"},"institutions":[{"id":"https://openalex.org/I134635517","display_name":"Bandung Institute of Technology","ror":"https://ror.org/00apj8t60","country_code":"ID","type":"education","lineage":["https://openalex.org/I134635517"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Tutun Juhana","raw_affiliation_strings":["Bandung Institute of Technology,School of Electrical Engineering and Informatics,Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bandung Institute of Technology,School of Electrical Engineering and Informatics,Indonesia","institution_ids":["https://openalex.org/I134635517"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014109456","display_name":"Rahmat Mulyawan","orcid":"https://orcid.org/0000-0002-3009-0022"},"institutions":[{"id":"https://openalex.org/I134635517","display_name":"Bandung Institute of Technology","ror":"https://ror.org/00apj8t60","country_code":"ID","type":"education","lineage":["https://openalex.org/I134635517"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Rahmat Mulyawan","raw_affiliation_strings":["Bandung Institute of Technology,School of Electrical Engineering and Informatics,Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bandung Institute of Technology,School of Electrical Engineering and Informatics,Indonesia","institution_ids":["https://openalex.org/I134635517"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20997178,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10829","display_name":"Interconnection Networks and Systems","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10829","display_name":"Interconnection Networks and Systems","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9689000248908997,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.9409999847412109,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dual-mode","display_name":"Dual mode","score":0.750442385673523},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6604310274124146},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.6555526852607727},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.5983307361602783},{"id":"https://openalex.org/keywords/shortest-path-problem","display_name":"Shortest path problem","score":0.5659264326095581},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.49767187237739563},{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"Hardware acceleration","score":0.4780605137348175},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.43544360995292664},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.40284353494644165},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1900320053100586},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.1586768627166748},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.14228719472885132},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12137764692306519},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.11766460537910461},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.07215487957000732}],"concepts":[{"id":"https://openalex.org/C3019325349","wikidata":"https://www.wikidata.org/wiki/Q3874753","display_name":"Dual mode","level":2,"score":0.750442385673523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6604310274124146},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.6555526852607727},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.5983307361602783},{"id":"https://openalex.org/C22590252","wikidata":"https://www.wikidata.org/wiki/Q1058754","display_name":"Shortest path problem","level":3,"score":0.5659264326095581},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.49767187237739563},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.4780605137348175},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.43544360995292664},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.40284353494644165},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1900320053100586},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.1586768627166748},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.14228719472885132},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12137764692306519},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.11766460537910461},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.07215487957000732},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/socc62300.2024.10737818","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/socc62300.2024.10737818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 37th International System-on-Chip Conference (SOCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2998165854","https://openalex.org/W3024921390","https://openalex.org/W3046229513","https://openalex.org/W3147173284","https://openalex.org/W3161119500","https://openalex.org/W4214717370","https://openalex.org/W4285298655","https://openalex.org/W4285506552","https://openalex.org/W4313591595","https://openalex.org/W4376605461","https://openalex.org/W4385976064","https://openalex.org/W4393972750"],"related_works":["https://openalex.org/W2317351040","https://openalex.org/W2952466936","https://openalex.org/W1988622314","https://openalex.org/W2393949104","https://openalex.org/W3046201198","https://openalex.org/W2392631856","https://openalex.org/W2355651228","https://openalex.org/W2330491326","https://openalex.org/W2768219827","https://openalex.org/W1992581387"],"abstract_inverted_index":{"In":[0],"this":[1,32],"paper,":[2],"we":[3],"propose":[4],"a":[5,46,101,134],"novel":[6],"dual-mode":[7,92,131],"Q-learning":[8,93],"hardware":[9,20,118],"accelerator":[10,21],"(DMQ)":[11],"for":[12,40,55,90,113,129,157],"shortest":[13,34,57,75],"path":[14,35,58,76],"and":[15,36,59,88,126,162],"coverage":[16,37,60,63],"area":[17,38,64],"problems.":[18,115],"The":[19,43,62,152],"design":[22],"uses":[23],"only":[24,121],"an":[25,109],"agent":[26,110],"to":[27,146],"tackle":[28],"multiple":[29],"modes,":[30],"in":[31,149],"case,":[33],"problems":[39],"mobile":[41],"robots.":[42],"work":[44,141,154],"proposes":[45],"modified":[47],"policy":[48,82,103],"generator":[49,104],"that":[50,72,98],"supports":[51],"two":[52],"reward":[53],"functions":[54],"the":[56,74,91,105,117,130,139],"area.":[61],"mode":[65],"has":[66],"$4":[67],"\\times$":[68,148],"state":[69],"spaces":[70],"than":[71],"of":[73,108,136],"mode.":[77],"We":[78],"also":[79],"explore":[80],"some":[81],"generators":[83],"such":[84],"as":[85],"decreasing":[86],"epsilon":[87],"greedy":[89,102],"accelerator.":[94],"Experimental":[95],"results":[96],"show":[97],"by":[99],"using":[100],"learning":[106],"rate":[107],"is":[111,155],"faster":[112],"both":[114],"Moreover,":[116],"architecture":[119],"requires":[120],"1199":[122],"LUTs,":[123],"4":[124],"LUTRAMs,":[125],"6":[127],"BRAMs":[128],"functions.":[132],"With":[133],"throughput":[135],"185.63":[137],"MHz,":[138],"proposed":[140,153],"outperforms":[142],"other":[143,163],"methods":[144],"up":[145],"$13":[147],"energy":[150],"efficiency.":[151],"useful":[156],"disaster":[158],"recovery,":[159],"smart":[160],"navigation,":[161],"artificial":[164],"intelligence":[165],"applications.":[166]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}