{"id":"https://openalex.org/W4308083845","doi":"https://doi.org/10.1109/mapr56351.2022.9925007","title":"FPGA Design for Deep Q-Network: A case study in Cartpole Environment","display_name":"FPGA Design for Deep Q-Network: A case study in Cartpole Environment","publication_year":2022,"publication_date":"2022-10-01","ids":{"openalex":"https://openalex.org/W4308083845","doi":"https://doi.org/10.1109/mapr56351.2022.9925007"},"language":"en","primary_location":{"id":"doi:10.1109/mapr56351.2022.9925007","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mapr56351.2022.9925007","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Multimedia Analysis and Pattern Recognition (MAPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085295059","display_name":"Dai Duong Tran","orcid":"https://orcid.org/0000-0001-9268-5614"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I83202590","display_name":"Jeju National University","ror":"https://ror.org/05hnb4n85","country_code":"KR","type":"education","lineage":["https://openalex.org/I83202590"]}],"countries":["KR","VN"],"is_corresponding":false,"raw_author_name":"Dai Duong Tran","raw_affiliation_strings":["University of Information Technology,Ho Chi Minh City,Vietnam","Department of Electronic Engineering, Jeju National University, Jeju-si, Jeju-do, South Korea","Vietnam National University, Ho Chi Minh City, Vietnam","University of Information Technology, Ho Chi Minh City, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Information Technology,Ho Chi Minh City,Vietnam","institution_ids":[]},{"raw_affiliation_string":"Department of Electronic Engineering, Jeju National University, Jeju-si, Jeju-do, South Korea","institution_ids":["https://openalex.org/I83202590"]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I123565023"]},{"raw_affiliation_string":"University of Information Technology, Ho Chi Minh City, Vietnam","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068018697","display_name":"Truong Thinh Le","orcid":null},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Truong Thinh Le","raw_affiliation_strings":["University of Information Technology,Ho Chi Minh City,Vietnam","University of Information Technology, Ho Chi Minh City, Vietnam","Vietnam National University, Ho Chi Minh City, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Information Technology,Ho Chi Minh City,Vietnam","institution_ids":[]},{"raw_affiliation_string":"University of Information Technology, Ho Chi Minh City, Vietnam","institution_ids":[]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I123565023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035553579","display_name":"Minh Tam Duong","orcid":null},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Minh Tam Duong","raw_affiliation_strings":["University of Information Technology,Ho Chi Minh City,Vietnam","Vietnam National University, Ho Chi Minh City, Vietnam","University of Information Technology, Ho Chi Minh City, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Information Technology,Ho Chi Minh City,Vietnam","institution_ids":[]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I123565023"]},{"raw_affiliation_string":"University of Information Technology, Ho Chi Minh City, Vietnam","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102771277","display_name":"Minh-Quan Pham","orcid":"https://orcid.org/0000-0002-4389-6869"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Minh Quan Pham","raw_affiliation_strings":["University of Information Technology,Ho Chi Minh City,Vietnam","University of Information Technology, Ho Chi Minh City, Vietnam","Vietnam National University, Ho Chi Minh City, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Information Technology,Ho Chi Minh City,Vietnam","institution_ids":[]},{"raw_affiliation_string":"University of Information Technology, Ho Chi Minh City, Vietnam","institution_ids":[]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I123565023"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108622343","display_name":"Minh Son Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Minh Son Nguyen","raw_affiliation_strings":["University of Information Technology,Ho Chi Minh City,Vietnam","University of Information Technology, Ho Chi Minh City, Vietnam","Vietnam National University, Ho Chi Minh City, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Information Technology,Ho Chi Minh City,Vietnam","institution_ids":[]},{"raw_affiliation_string":"University of Information Technology, Ho Chi Minh City, Vietnam","institution_ids":[]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I123565023"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0923,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.41780618,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9674999713897705,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9674999713897705,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9498999714851379,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9283999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9405712485313416},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7641962766647339},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.6685760021209717},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6505899429321289},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6354252696037292},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.5714331269264221},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5415260195732117},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5306305885314941},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5213373899459839},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41891491413116455},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.35728564858436584},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3251630365848541},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.21231046319007874}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9405712485313416},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7641962766647339},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.6685760021209717},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6505899429321289},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6354252696037292},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.5714331269264221},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5415260195732117},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5306305885314941},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5213373899459839},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41891491413116455},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.35728564858436584},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3251630365848541},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.21231046319007874},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mapr56351.2022.9925007","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mapr56351.2022.9925007","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Multimedia Analysis and Pattern Recognition (MAPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6800000071525574,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W1967938402","https://openalex.org/W2361647908"],"abstract_inverted_index":{"Deep":[0,14,55,78,86],"Reinforcement":[1,11,17,87],"Learning":[2,8,12,88],"is":[3,50],"a":[4,34,60,67,102],"subfield":[5],"of":[6,42,47,85],"Machine":[7],"that":[9],"combines":[10],"and":[13,36,92,105],"Learning.":[15],"In":[16],"Learning,":[18],"an":[19,27,57,74],"agent":[20,49,58],"interacts":[21],"with":[22],"the":[23,30,40,43,48,82,98,107],"environment":[24,31,100],"by":[25],"giving":[26],"action":[28,41],"then":[29,65],"will":[32],"return":[33],"reward":[35],"state":[37],"based":[38],"on":[39],"agent.":[44],"The":[45],"object":[46],"to":[51,63,80],"maximize":[52],"reward.":[53],"For":[54],"Leaning,":[56],"uses":[59,97,106],"neural":[61],"network":[62],"learning":[64],"make":[66],"decision":[68],"or":[69],"action.":[70],"This":[71,95],"paper":[72,96],"introduces":[73],"FPGA":[75],"design":[76],"for":[77],"Q-Network":[79],"accelerate":[81],"execution":[83],"time":[84],"including":[89],"both":[90],"training":[91],"inference":[93],"phases.":[94],"Cartpole":[99],"as":[101],"case":[103],"study":[104],"target":[108],"device":[109],"Virtex7":[110],"VC707":[111],"FPGA.":[112]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}