{"id":"https://openalex.org/W4306317413","doi":"https://doi.org/10.1145/3511808.3557206","title":"TinyRL: Towards Reinforcement Learning on Tiny Embedded Devices","display_name":"TinyRL: Towards Reinforcement Learning on Tiny Embedded Devices","publication_year":2022,"publication_date":"2022-10-16","ids":{"openalex":"https://openalex.org/W4306317413","doi":"https://doi.org/10.1145/3511808.3557206"},"language":"en","primary_location":{"id":"doi:10.1145/3511808.3557206","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3511808.3557206","pdf_url":null,"source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006195175","display_name":"Tomasz Szyd\u0142o","orcid":"https://orcid.org/0000-0003-4101-2115"},"institutions":[{"id":"https://openalex.org/I686019","display_name":"AGH University of Krakow","ror":"https://ror.org/00bas1c41","country_code":"PL","type":"education","lineage":["https://openalex.org/I686019"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Tomasz Szydlo","raw_affiliation_strings":["AGH University of Science and Technology, Krakow, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AGH University of Science and Technology, Krakow, Poland","institution_ids":["https://openalex.org/I686019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071564719","display_name":"Prem Prakash Jayaraman","orcid":"https://orcid.org/0000-0003-4500-3443"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Prem Prakash Jayaraman","raw_affiliation_strings":["Swinburne University of Technology, Melbourne, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Swinburne University of Technology, Melbourne, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010422853","display_name":"Yinhao Li","orcid":"https://orcid.org/0000-0001-6846-9161"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yinhao Li","raw_affiliation_strings":["Newcastle University, Newcastle upon Tyne, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Newcastle University, Newcastle upon Tyne, United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079117192","display_name":"Graham Morgan","orcid":"https://orcid.org/0000-0002-0089-0395"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Graham Morgan","raw_affiliation_strings":["Newcastle University, Newcastle upon Tyne, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Newcastle University, Newcastle upon Tyne, United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072670483","display_name":"Rajiv Ranjan","orcid":"https://orcid.org/0000-0002-6610-1328"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rajiv Ranjan","raw_affiliation_strings":["Newcastle University, Newcastle upon Tyne, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Newcastle University, Newcastle upon Tyne, United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4991,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.8197787,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4985","last_page":"4988"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8653565049171448},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8025174736976624},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6577593684196472},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.6297696828842163},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5497560501098633},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.5295518040657043},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5277904868125916},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.4839666187763214},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.45697861909866333},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4077207148075104},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.30467647314071655},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28771641850471497},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.22787246108055115},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.18721845746040344},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16392168402671814},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1157030463218689},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09519046545028687}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8653565049171448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8025174736976624},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6577593684196472},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.6297696828842163},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5497560501098633},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.5295518040657043},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5277904868125916},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.4839666187763214},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.45697861909866333},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4077207148075104},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.30467647314071655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28771641850471497},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.22787246108055115},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.18721845746040344},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16392168402671814},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1157030463218689},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09519046545028687},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3511808.3557206","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3511808.3557206","pdf_url":null,"source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4099999964237213,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2970714388","https://openalex.org/W3017275226","https://openalex.org/W3213154195","https://openalex.org/W4237249260"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W4306904969","https://openalex.org/W2625093826","https://openalex.org/W4200598720","https://openalex.org/W2921026492","https://openalex.org/W4247463117","https://openalex.org/W2138720691","https://openalex.org/W4362501864"],"abstract_inverted_index":{"We":[0],"observe":[1],"significant":[2],"interest":[3],"in":[4,38],"reinforcement":[5],"learning":[6],"methods":[7],"for":[8],"real-world":[9],"sensing-control":[10],"scenarios":[11],"driven":[12],"by":[13,25],"the":[14,19,23,26,31,39],"sensor":[15],"data":[16,24],"streams.":[17],"However,":[18],"delay":[20],"introduced":[21],"to":[22],"communication":[27],"channels":[28],"may":[29],"degrade":[30],"system's":[32],"performance.":[33],"It":[34],"is":[35],"especially":[36],"crucial":[37],"internet":[40],"of":[41],"things":[42],"(IoT),":[43],"where":[44],"devices":[45],"with":[46],"constraint":[47],"resources":[48],"and":[49],"low":[50],"throughput":[51],"networks":[52],"are":[53],"used.":[54]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}