{"id":"https://openalex.org/W4225865412","doi":"https://doi.org/10.1109/jiot.2022.3163364","title":"Hardware Acceleration for Postdecision State Reinforcement Learning in IoT Systems","display_name":"Hardware Acceleration for Postdecision State Reinforcement Learning in IoT Systems","publication_year":2022,"publication_date":"2022-03-30","ids":{"openalex":"https://openalex.org/W4225865412","doi":"https://doi.org/10.1109/jiot.2022.3163364"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3163364","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3163364","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103209657","display_name":"Jianchi Sun","orcid":"https://orcid.org/0000-0003-1236-9246"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianchi Sun","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Clemson University, Clemson, SC, USA"],"raw_orcid":"https://orcid.org/0000-0003-1236-9246","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Clemson University, Clemson, SC, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020888445","display_name":"Nikhilesh Sharma","orcid":"https://orcid.org/0000-0003-2011-063X"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikhilesh Sharma","raw_affiliation_strings":["Department of Electrical Engineering, University at Buffalo, Buffalo, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-2011-063X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084068339","display_name":"Jacob Chakareski","orcid":"https://orcid.org/0000-0003-2428-9518"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacob Chakareski","raw_affiliation_strings":["Department of Informatics, New Jersey Institute of Technology, Newark, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0003-2428-9518","affiliations":[{"raw_affiliation_string":"Department of Informatics, New Jersey Institute of Technology, Newark, NJ, USA","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047238501","display_name":"Nicholas Mastronarde","orcid":"https://orcid.org/0000-0002-8474-7237"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Mastronarde","raw_affiliation_strings":["Department of Electrical Engineering, University at Buffalo, Buffalo, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-8474-7237","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071172709","display_name":"Yingjie Lao","orcid":"https://orcid.org/0000-0002-9413-2455"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingjie Lao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Clemson University, Clemson, SC, USA"],"raw_orcid":"https://orcid.org/0000-0002-9413-2455","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Clemson University, Clemson, SC, USA","institution_ids":["https://openalex.org/I8078737"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8016,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.7219213,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"9","issue":"12","first_page":"9889","last_page":"9903"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7971100807189941},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6922304630279541},{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"Hardware acceleration","score":0.5528542399406433},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4860437512397766},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4540352523326874},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.42429599165916443},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.42162764072418213},{"id":"https://openalex.org/keywords/hardware-architecture","display_name":"Hardware architecture","score":0.41099128127098083},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.34143519401550293},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2960802912712097},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.15372797846794128},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.0894947350025177}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7971100807189941},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6922304630279541},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.5528542399406433},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4860437512397766},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4540352523326874},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.42429599165916443},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.42162764072418213},{"id":"https://openalex.org/C65232700","wikidata":"https://www.wikidata.org/wiki/Q5656403","display_name":"Hardware architecture","level":3,"score":0.41099128127098083},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.34143519401550293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2960802912712097},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.15372797846794128},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0894947350025177},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2022.3163364","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3163364","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.7300000190734863}],"awards":[{"id":"https://openalex.org/G2911969077","display_name":null,"funder_award_id":"ECCS-1711335","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3080128542","display_name":null,"funder_award_id":"CCF-2031881","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4587361526","display_name":null,"funder_award_id":"CNS-2040088","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G500565947","display_name":null,"funder_award_id":"ECCS-2032387","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5966223328","display_name":null,"funder_award_id":"CNS-2106150","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7085347930","display_name":"CAREER: Protecting Deep Learning Systems against Hardware-Oriented Vulnerabilities","funder_award_id":"2047384","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7647777618","display_name":null,"funder_award_id":"CNS-2032033","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W595252221","https://openalex.org/W1972770660","https://openalex.org/W1981276685","https://openalex.org/W1983631385","https://openalex.org/W1993617052","https://openalex.org/W1993927936","https://openalex.org/W2003056114","https://openalex.org/W2065154528","https://openalex.org/W2067676737","https://openalex.org/W2076143961","https://openalex.org/W2098046554","https://openalex.org/W2110621360","https://openalex.org/W2114997074","https://openalex.org/W2123117904","https://openalex.org/W2126940339","https://openalex.org/W2131961412","https://openalex.org/W2138717292","https://openalex.org/W2139137304","https://openalex.org/W2145339207","https://openalex.org/W2146119392","https://openalex.org/W2171060285","https://openalex.org/W2293306430","https://openalex.org/W2296101864","https://openalex.org/W2517736395","https://openalex.org/W2584259214","https://openalex.org/W2609285553","https://openalex.org/W2612733213","https://openalex.org/W2727098759","https://openalex.org/W2734572653","https://openalex.org/W2736078816","https://openalex.org/W2736601468","https://openalex.org/W2741230443","https://openalex.org/W2763068163","https://openalex.org/W2770265919","https://openalex.org/W2772526503","https://openalex.org/W2786070938","https://openalex.org/W2787189470","https://openalex.org/W2792919356","https://openalex.org/W2800146964","https://openalex.org/W2891362044","https://openalex.org/W2902838110","https://openalex.org/W2904195769","https://openalex.org/W2908347163","https://openalex.org/W2914576459","https://openalex.org/W2919623724","https://openalex.org/W2928077227","https://openalex.org/W2951007386","https://openalex.org/W2956490995","https://openalex.org/W2963083073","https://openalex.org/W2963864421","https://openalex.org/W2964335579","https://openalex.org/W2989654555","https://openalex.org/W2991154860","https://openalex.org/W2998165854","https://openalex.org/W3000315811","https://openalex.org/W3006109470","https://openalex.org/W3039578309","https://openalex.org/W3047128389","https://openalex.org/W3091424685","https://openalex.org/W3103892061","https://openalex.org/W3104028856","https://openalex.org/W3140872446","https://openalex.org/W3217596786","https://openalex.org/W4213251304","https://openalex.org/W4251476106","https://openalex.org/W6638018090","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6738796088","https://openalex.org/W6741002519","https://openalex.org/W6744220956"],"related_works":["https://openalex.org/W2146872326","https://openalex.org/W4383503138","https://openalex.org/W3158825072","https://openalex.org/W3131592046","https://openalex.org/W3214999411","https://openalex.org/W4391536292","https://openalex.org/W3170442433","https://openalex.org/W2010977501","https://openalex.org/W3012294693","https://openalex.org/W2009779270"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,76,185],"(RL)":[2],"is":[3,220],"increasingly":[4],"being":[5],"used":[6],"to":[7,24,42,45,60],"optimize":[8],"resource-constrained":[9],"wireless":[10,195],"Internet":[11],"of":[12,70,261],"Things":[13],"(IoT)":[14],"devices.":[15,65,112],"However,":[16],"existing":[17],"RL":[18,55,83],"algorithms":[19,56],"that":[20,169,198,216],"are":[21,57],"lightweight":[22],"enough":[23],"be":[25,61,174],"implemented":[26,62],"on":[27,63,110,192],"these":[28,64,90],"devices,":[29],"such":[30],"as":[31],"<inline-formula":[32,221,230,238],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[33,222,231,239],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[34,223,232,240],"<tex-math":[35,224,233,241],"notation=\"LaTeX\">$Q$":[36,234],"</tex-math></inline-formula>":[37,227,235,244],"-learning,":[38],"converge":[39],"too":[40,58],"slowly":[41],"effectively":[43],"adapt":[44],"the":[46,71,75,78,105,161,170,252,258,262],"experienced":[47],"information":[48],"source":[49],"and":[50,107,132,164,237],"channel":[51,206],"dynamics,":[52],"while":[53,207,251],"deep":[54,97],"complex":[59],"By":[66,142],"integrating":[67],"basic":[68],"models":[69],"IoT":[72,111,196],"system":[73],"into":[74],"process,":[77],"so-called":[79],"postdecision":[80],"state":[81],"(PDS)-based":[82],"can":[84,173],"achieve":[85],"faster":[86,228,245],"convergence":[87],"speeds":[88],"than":[89,96,229,246],"alternative":[91],"approaches":[92],"at":[93],"lower":[94],"complexity":[95,101],"RL;":[98],"however,":[99],"its":[100,209],"may":[102],"still":[103],"hinder":[104],"real-time":[106],"energy-efficient":[108],"operations":[109],"In":[113],"this":[114],"article,":[115],"we":[116,150],"develop":[117,126],"efficient":[118],"hardware":[119,129,140,162,249],"accelerators":[120],"for":[121],"PDS-based":[122],"RL.":[123],"We":[124,167,187],"first":[125],"an":[127],"arithmetic":[128,218,263],"acceleration":[130],"architecture":[131,255],"then":[133],"propose":[134],"a":[135,193,204,247],"stochastic":[136,181],"computing":[137],"(SC)-based":[138],"reconfigurable":[139],"architecture.":[141],"using":[143,178],"simple":[144],"bitwise":[145],"computations":[146],"enabled":[147],"by":[148,177,265],"SC,":[149],"eliminate":[151],"costly":[152],"multiplications":[153],"involved":[154],"in":[155],"PDS":[156],"learning,":[157],"which":[158],"simultaneously":[159],"reduces":[160,257],"area":[163],"power":[165],"consumption.":[166,211],"show":[168,215],"computational":[171],"efficiency":[172],"further":[175,256],"improved":[176],"extremely":[179],"short":[180],"representations":[182],"without":[183],"sacrificing":[184],"performance.":[186],"demonstrate":[188],"our":[189,217],"proposed":[190,253],"approach":[191],"simulated":[194],"sensor":[197],"must":[199],"transmit":[200],"delay-sensitive":[201],"data":[202],"over":[203],"fading":[205],"minimizing":[208],"energy":[210],"Our":[212],"experimental":[213],"results":[214],"accelerator":[219,264],"notation=\"LaTeX\">$5.3\\times":[225],"$":[226,243],"-learning":[236],"notation=\"LaTeX\">$2.6\\times":[242],"baseline":[248],"architecture,":[250],"SC-based":[254],"critical":[259],"path":[260],"87.9%.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}