{"id":"https://openalex.org/W4210397953","doi":"https://doi.org/10.1109/access.2022.3146518","title":"A Survey of Domain-Specific Architectures for Reinforcement Learning","display_name":"A Survey of Domain-Specific Architectures for Reinforcement Learning","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4210397953","doi":"https://doi.org/10.1109/access.2022.3146518"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3146518","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3146518","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09694573.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09694573.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084321890","display_name":"Marc Rothmann","orcid":"https://orcid.org/0000-0003-2886-8197"},"institutions":[{"id":"https://openalex.org/I170658231","display_name":"Osnabr\u00fcck University","ror":"https://ror.org/04qmmjx98","country_code":"DE","type":"education","lineage":["https://openalex.org/I170658231"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marc Rothmann","raw_affiliation_strings":["Institute of Computer Science, Osnabrueck University, Osnabrueck, Germany","ORCiD"],"raw_orcid":"https://orcid.org/0000-0003-2886-8197","affiliations":[{"raw_affiliation_string":"Institute of Computer Science, Osnabrueck University, Osnabrueck, Germany","institution_ids":["https://openalex.org/I170658231"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028498307","display_name":"Mario Porrmann","orcid":"https://orcid.org/0000-0003-1005-5753"},"institutions":[{"id":"https://openalex.org/I170658231","display_name":"Osnabr\u00fcck University","ror":"https://ror.org/04qmmjx98","country_code":"DE","type":"education","lineage":["https://openalex.org/I170658231"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mario Porrmann","raw_affiliation_strings":["Institute of Computer Science, Osnabrueck University, Osnabrueck, Germany","ORCiD"],"raw_orcid":"https://orcid.org/0000-0003-1005-5753","affiliations":[{"raw_affiliation_string":"Institute of Computer Science, Osnabrueck University, Osnabrueck, Germany","institution_ids":["https://openalex.org/I170658231"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170658231"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1842,"currency":"EUR","value_usd":1986},"fwci":6.6114,"has_fulltext":true,"cited_by_count":62,"citation_normalized_percentile":{"value":0.97209599,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"13753","last_page":"13767"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9336920380592346},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8120728135108948},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.6716941595077515},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.5621652007102966},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5270053744316101},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5185109376907349},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.5142349600791931},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49971866607666016},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.44941577315330505},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.36754781007766724},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.34228914976119995},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.1687493622303009},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.1516975462436676}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9336920380592346},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8120728135108948},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.6716941595077515},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.5621652007102966},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5270053744316101},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5185109376907349},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.5142349600791931},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49971866607666016},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.44941577315330505},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.36754781007766724},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.34228914976119995},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.1687493622303009},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.1516975462436676},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2022.3146518","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3146518","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09694573.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0db21d5575274dc4ba80a8e851004179","is_oa":true,"landing_page_url":"https://doaj.org/article/0db21d5575274dc4ba80a8e851004179","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 13753-13767 (2022)","raw_type":"article"},{"id":"doi:10.48693/241","is_oa":true,"landing_page_url":"https://doi.org/10.48693/241","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1109/access.2022.3146518","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3146518","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09694573.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1065722106","display_name":null,"funder_award_id":"957197","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G5185518776","display_name":"Very Efficient Deep Learning in IOT","funder_award_id":"957197","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320329560","display_name":"Universit\u00e4t Osnabr\u00fcck","ror":"https://ror.org/04qmmjx98"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4210397953.pdf","grobid_xml":"https://content.openalex.org/works/W4210397953.grobid-xml"},"referenced_works_count":112,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1174545567","https://openalex.org/W1543306818","https://openalex.org/W1658008008","https://openalex.org/W1813030236","https://openalex.org/W2002219388","https://openalex.org/W2006903949","https://openalex.org/W2076337359","https://openalex.org/W2134603844","https://openalex.org/W2145339207","https://openalex.org/W2150468603","https://openalex.org/W2158782408","https://openalex.org/W2171700688","https://openalex.org/W2257979135","https://openalex.org/W2518281301","https://openalex.org/W2553762784","https://openalex.org/W2557355796","https://openalex.org/W2565125333","https://openalex.org/W2572023225","https://openalex.org/W2613989746","https://openalex.org/W2616729100","https://openalex.org/W2730357202","https://openalex.org/W2736601468","https://openalex.org/W2761873684","https://openalex.org/W2763502612","https://openalex.org/W2784155501","https://openalex.org/W2786928559","https://openalex.org/W2787938642","https://openalex.org/W2793035934","https://openalex.org/W2798306362","https://openalex.org/W2802367674","https://openalex.org/W2808484818","https://openalex.org/W2810785043","https://openalex.org/W2832725621","https://openalex.org/W2888896501","https://openalex.org/W2889068523","https://openalex.org/W2897706246","https://openalex.org/W2904195769","https://openalex.org/W2904246096","https://openalex.org/W2908925809","https://openalex.org/W2930863966","https://openalex.org/W2931767035","https://openalex.org/W2946943579","https://openalex.org/W2948193168","https://openalex.org/W2962684312","https://openalex.org/W2963095800","https://openalex.org/W2963864421","https://openalex.org/W2963949762","https://openalex.org/W2965653519","https://openalex.org/W2971573826","https://openalex.org/W2973184394","https://openalex.org/W2973525135","https://openalex.org/W2982316857","https://openalex.org/W2995429865","https://openalex.org/W2996037775","https://openalex.org/W2997106510","https://openalex.org/W2998029587","https://openalex.org/W2998165854","https://openalex.org/W3011120880","https://openalex.org/W3013082411","https://openalex.org/W3017746288","https://openalex.org/W3026605683","https://openalex.org/W3034971464","https://openalex.org/W3035681682","https://openalex.org/W3042905487","https://openalex.org/W3046229513","https://openalex.org/W3048606948","https://openalex.org/W3083505238","https://openalex.org/W3090190726","https://openalex.org/W3128973049","https://openalex.org/W3139377883","https://openalex.org/W3150570724","https://openalex.org/W3195887756","https://openalex.org/W3216522516","https://openalex.org/W4206262605","https://openalex.org/W4214717370","https://openalex.org/W4297797010","https://openalex.org/W4298857966","https://openalex.org/W6601248315","https://openalex.org/W6627723233","https://openalex.org/W6636881020","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6653915021","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6730111887","https://openalex.org/W6735579001","https://openalex.org/W6738174457","https://openalex.org/W6740640171","https://openalex.org/W6741002519","https://openalex.org/W6743802245","https://openalex.org/W6747823896","https://openalex.org/W6748554570","https://openalex.org/W6748638692","https://openalex.org/W6748839928","https://openalex.org/W6749032995","https://openalex.org/W6753243525","https://openalex.org/W6755437240","https://openalex.org/W6757184387","https://openalex.org/W6757592117","https://openalex.org/W6765760119","https://openalex.org/W6767919266","https://openalex.org/W6769580333","https://openalex.org/W6772005887","https://openalex.org/W6775529125","https://openalex.org/W6775686901","https://openalex.org/W6776320331","https://openalex.org/W6780225908","https://openalex.org/W6780559895","https://openalex.org/W6792155000","https://openalex.org/W6804225978"],"related_works":["https://openalex.org/W2120447654","https://openalex.org/W2977179488","https://openalex.org/W2144453115","https://openalex.org/W2128223750","https://openalex.org/W4238532390","https://openalex.org/W2188872161","https://openalex.org/W2002978035","https://openalex.org/W2961779879","https://openalex.org/W797688974","https://openalex.org/W2209382646"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,39,65,87],"algorithms":[2,88],"have":[3],"been":[4],"very":[5],"successful":[6],"at":[7],"solving":[8],"sequential":[9],"decision-making":[10],"problems":[11],"in":[12,91,97],"many":[13],"different":[14,98],"problem":[15],"domains.":[16],"However,":[17],"their":[18],"training":[19,24],"is":[20],"often":[21],"time-consuming,":[22],"with":[23],"times":[25],"ranging":[26],"from":[27],"multiple":[28],"hours":[29],"to":[30],"weeks.":[31],"The":[32,94],"development":[33],"of":[34,57,63,72,117],"domain-specific":[35],"architectures":[36,59],"for":[37,60,107],"reinforcement":[38,64,86],"promises":[40],"faster":[41],"computation":[42],"times,":[43],"decreased":[44],"experiment":[45],"turn-around":[46],"time,":[47],"and":[48,84,102],"improved":[49],"energy":[50],"efficiency.":[51],"This":[52],"paper":[53],"presents":[54],"a":[55],"review":[56],"hardware":[58],"the":[61,70,114],"acceleration":[62],"algorithms.":[66],"FPGA-based":[67],"implementations":[68,99],"are":[69,78,89,100,110],"focus":[71],"this":[73,92],"work,":[74],"but":[75],"GPU-based":[76],"approaches":[77],"considered":[79],"as":[80],"well.":[81],"Both":[82],"tabular":[83],"deep":[85],"included":[90],"survey.":[93],"techniques":[95],"employed":[96],"highlighted":[101],"compared.":[103],"Finally,":[104],"possible":[105],"areas":[106],"future":[108],"work":[109],"suggested,":[111],"based":[112],"on":[113],"preceding":[115],"discussion":[116],"existing":[118],"architectures.":[119]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":10}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}