{"id":"https://openalex.org/W2989644943","doi":"https://doi.org/10.1109/jiot.2019.2955035","title":"Parallel Reinforcement Learning With Minimal Communication Overhead for IoT Environments","display_name":"Parallel Reinforcement Learning With Minimal Communication Overhead for IoT Environments","publication_year":2019,"publication_date":"2019-11-26","ids":{"openalex":"https://openalex.org/W2989644943","doi":"https://doi.org/10.1109/jiot.2019.2955035","mag":"2989644943"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2019.2955035","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2019.2955035","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072792091","display_name":"Miguel Camelo","orcid":"https://orcid.org/0000-0001-8152-7143"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Miguel Camelo","raw_affiliation_strings":["Department of Mathematics and Computer Science, IDLab Research Group, University of Antwerp\u2014imec, Antwerp, Belgium"],"raw_orcid":"https://orcid.org/0000-0001-8152-7143","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, IDLab Research Group, University of Antwerp\u2014imec, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048790051","display_name":"Maxim Claeys","orcid":"https://orcid.org/0000-0003-3471-6480"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Maxim Claeys","raw_affiliation_strings":["Department of Mathematics and Computer Science, IDLab Research Group, University of Antwerp\u2014imec, Antwerp, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, IDLab Research Group, University of Antwerp\u2014imec, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049021976","display_name":"Steven Latr\u00e9","orcid":"https://orcid.org/0000-0003-0351-1714"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Steven Latre","raw_affiliation_strings":["Department of Mathematics and Computer Science, IDLab Research Group, University of Antwerp\u2014imec, Antwerp, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, IDLab Research Group, University of Antwerp\u2014imec, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149213910"],"apc_list":null,"apc_paid":null,"fwci":1.4385,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.80307554,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"7","issue":"2","first_page":"1387","last_page":"1400"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9746999740600586,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9415000081062317,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.856637179851532},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7811598181724548},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.668739378452301},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6382145285606384},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5758796334266663},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32410213351249695},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2941587567329407},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.0902453064918518}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.856637179851532},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7811598181724548},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.668739378452301},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6382145285606384},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5758796334266663},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32410213351249695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2941587567329407},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0902453064918518},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2019.2955035","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2019.2955035","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.4699999988079071}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321732","display_name":"Agentschap voor Innovatie door Wetenschap en Technologie","ror":"https://ror.org/01antkr91"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W145683767","https://openalex.org/W297191370","https://openalex.org/W1518858799","https://openalex.org/W1549280300","https://openalex.org/W1552655566","https://openalex.org/W1641379095","https://openalex.org/W1979623306","https://openalex.org/W2003940301","https://openalex.org/W2037621226","https://openalex.org/W2076461231","https://openalex.org/W2088595989","https://openalex.org/W2099618002","https://openalex.org/W2107726111","https://openalex.org/W2113132620","https://openalex.org/W2134295053","https://openalex.org/W2136644454","https://openalex.org/W2139418546","https://openalex.org/W2155777776","https://openalex.org/W2166485770","https://openalex.org/W2563428464","https://openalex.org/W2623902153","https://openalex.org/W2761694337","https://openalex.org/W2770587725","https://openalex.org/W2783967294","https://openalex.org/W2789526093","https://openalex.org/W2799307703","https://openalex.org/W2800146964","https://openalex.org/W2895879715","https://openalex.org/W2898035736","https://openalex.org/W2915494090","https://openalex.org/W2962957005","https://openalex.org/W2963178323","https://openalex.org/W2996195849","https://openalex.org/W3011120880","https://openalex.org/W4234813165","https://openalex.org/W4247548111","https://openalex.org/W6605931547","https://openalex.org/W6632662516","https://openalex.org/W6633075984","https://openalex.org/W6659849811","https://openalex.org/W6731094094","https://openalex.org/W6747984218","https://openalex.org/W6750905559","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4312814274","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"Many":[0],"Internet":[1],"of":[2,15,18,52,87,161,176,189,218],"Things":[3],"(IoT)":[4],"applications":[5,47,72],"require":[6,73],"a":[7,16,19,25,36,74,111,143,183,197],"distributed":[8,101],"architecture":[9],"for":[10,41,126],"decision":[11],"making":[12],"either":[13],"because":[14,29],"lack":[17],"centralized":[20,26],"system,":[21],"failure-prone":[22],"connectivity":[23],"to":[24,33,208,220],"system":[27,37],"or":[28],"the":[30,50,85,116,128,149,159,166,173,187,190,204,224,232,244],"imposed":[31],"latency":[32],"contact":[34],"such":[35,108],"is":[38,165],"too":[39],"high":[40],"real-time":[42],"applications.":[43],"Often,":[44],"these":[45],"IoT":[46,156],"fall":[48],"in":[49,60,67,97,107,152],"domain":[51],"reinforcement":[53],"learning":[54,76,129],"(RL),":[55],"e.g.,":[56],"autonomous":[57],"robot":[58],"navigation":[59],"smart":[61,68],"factories":[62],"and":[63,82,99],"traffic":[64],"signal":[65],"control":[66],"cities.":[69],"However,":[70,103],"RL-based":[71],"long":[75],"time.":[77,119],"To":[78,158],"overcome":[79],"this":[80,139,164],"limitation":[81],"scale":[83],"with":[84,214],"number":[86],"agents,":[88],"parallel":[89,98],"RL":[90,95],"(PRL)":[91],"algorithms":[92,106,123,179],"run":[93],"multiple":[94],"agents":[96,219,242],"on":[100,155,171],"environments.":[102,157],"deploying":[104],"PRL":[105,122,153,178,241],"environments":[109],"entails":[110],"communication":[112,136,150,174,225,239],"overhead":[113,151,175],"that":[114,147,169,231],"increases":[115],"(actual)":[117],"execution":[118],"The":[120,192],"state-of-the-art":[121],"are":[124],"designed":[125],"reducing":[127],"time":[130],"while":[131,212],"assuming":[132],"no":[133,238],"(or":[134],"limited)":[135],"overhead.":[137],"In":[138],"article,":[140],"we":[141],"present":[142],"novel":[144],"partitioning":[145,200],"algorithm":[146,194,234],"minimizes":[148],"running":[154],"best":[160],"our":[162],"knowledge,":[163],"first":[167],"work":[168],"focuses":[170],"solving":[172],"distributing":[177],"without":[180],"requiring":[181],"any":[182],"priori":[184],"knowledge":[185,211],"about":[186],"structure":[188],"problem.":[191],"proposed":[193,233],"intelligently":[195],"combines":[196],"dynamic":[198],"state":[199],"strategy,":[201],"which":[202,222],"exploits":[203],"agent's":[205],"exploration":[206],"capabilities":[207],"build":[209],"partition":[210],"learning,":[213],"an":[215],"efficient":[216],"mapping":[217],"partitions,":[221],"reduces":[223],"among":[226,240],"agents.":[227],"Performance":[228],"evaluations":[229],"show":[230],"can":[235],"achieve":[236],"almost":[237],"at":[243],"converged":[245],"state.":[246]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}