{"id":"https://openalex.org/W3198237197","doi":"https://doi.org/10.1109/jiot.2021.3110996","title":"LoRa-RL: Deep Reinforcement Learning for Resource Management in Hybrid Energy LoRa Wireless Networks","display_name":"LoRa-RL: Deep Reinforcement Learning for Resource Management in Hybrid Energy LoRa Wireless Networks","publication_year":2021,"publication_date":"2021-09-08","ids":{"openalex":"https://openalex.org/W3198237197","doi":"https://doi.org/10.1109/jiot.2021.3110996","mag":"3198237197"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3110996","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3110996","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2109.02392","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Rami Hamdi","orcid":"https://orcid.org/0000-0001-5795-5148"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Rami Hamdi","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0001-5795-5148","affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Emna Baccour","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Emna Baccour","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Aiman Erbad","orcid":"https://orcid.org/0000-0001-7565-5253"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Aiman Erbad","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0001-7565-5253","affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Marwa Qaraqe","orcid":"https://orcid.org/0000-0003-0767-2478"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Marwa Qaraqe","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0003-0767-2478","affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"last","author":{"id":null,"display_name":"Mounir Hamdi","orcid":"https://orcid.org/0000-0002-9766-0085"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mounir Hamdi","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0002-9766-0085","affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210144839"],"apc_list":null,"apc_paid":null,"fwci":3.834,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.94128707,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"9","issue":"9","first_page":"6458","last_page":"6476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.006000000052154064,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6134999990463257},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5752999782562256},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.5430999994277954},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5153999924659729},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5023999810218811},{"id":"https://openalex.org/keywords/wireless-broadband","display_name":"Wireless broadband","score":0.5016999840736389},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.45969998836517334},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4449000060558319},{"id":"https://openalex.org/keywords/default-gateway","display_name":"Default gateway","score":0.43230000138282776}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7835999727249146},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6134999990463257},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5752999782562256},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.5430999994277954},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5153999924659729},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5023999810218811},{"id":"https://openalex.org/C85608190","wikidata":"https://www.wikidata.org/wiki/Q922050","display_name":"Wireless broadband","level":4,"score":0.5016999840736389},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4715999960899353},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.45969998836517334},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4449000060558319},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.435699999332428},{"id":"https://openalex.org/C187713609","wikidata":"https://www.wikidata.org/wiki/Q2465461","display_name":"Default gateway","level":2,"score":0.43230000138282776},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.41929998993873596},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.34869998693466187},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.33559998869895935},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C2778774385","wikidata":"https://www.wikidata.org/wiki/Q4437810","display_name":"Power management","level":3,"score":0.29499998688697815},{"id":"https://openalex.org/C182448111","wikidata":"https://www.wikidata.org/wiki/Q7281197","display_name":"Radio resource management","level":4,"score":0.29490000009536743},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C14961307","wikidata":"https://www.wikidata.org/wiki/Q5377176","display_name":"Energy minimization","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.257999986410141}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jiot.2021.3110996","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3110996","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2109.02392","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.02392","pdf_url":"https://arxiv.org/pdf/2109.02392","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-163448","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-163448","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2109.02392","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.02392","pdf_url":"https://arxiv.org/pdf/2109.02392","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G395268284","display_name":null,"funder_award_id":"NPRP13S-0205-200265","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"},{"id":"https://openalex.org/G5747009750","display_name":null,"funder_award_id":"AICC03-0324-200005","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"}],"funders":[{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1671242620","https://openalex.org/W2038574581","https://openalex.org/W2065154528","https://openalex.org/W2119717200","https://openalex.org/W2128603408","https://openalex.org/W2144000019","https://openalex.org/W2145339207","https://openalex.org/W2178935672","https://openalex.org/W2238723005","https://openalex.org/W2520480241","https://openalex.org/W2537187694","https://openalex.org/W2604641614","https://openalex.org/W2620187266","https://openalex.org/W2754978355","https://openalex.org/W2766513146","https://openalex.org/W2771027669","https://openalex.org/W2794224091","https://openalex.org/W2890161926","https://openalex.org/W2898664533","https://openalex.org/W2903076712","https://openalex.org/W2913709008","https://openalex.org/W2919449476","https://openalex.org/W2944603101","https://openalex.org/W2946248107","https://openalex.org/W2962870236","https://openalex.org/W2964281967","https://openalex.org/W2973229164","https://openalex.org/W2980083559","https://openalex.org/W2981455641","https://openalex.org/W2982455897","https://openalex.org/W2996943723","https://openalex.org/W3005750598","https://openalex.org/W3006775393","https://openalex.org/W3007562991","https://openalex.org/W3016109821","https://openalex.org/W3021520599","https://openalex.org/W3023687524","https://openalex.org/W3025676091","https://openalex.org/W3043904727","https://openalex.org/W3046143377","https://openalex.org/W3046799849","https://openalex.org/W3047197897","https://openalex.org/W3089873796","https://openalex.org/W3095612904","https://openalex.org/W3097840664","https://openalex.org/W3100696697","https://openalex.org/W3192184956","https://openalex.org/W6741002519"],"related_works":[],"abstract_inverted_index":{"LoRa":[0,48,96,212],"wireless":[1,49,213],"networks":[2,50],"are":[3,126,174,194],"considered":[4],"as":[5],"a":[6,53],"key":[7],"enabling":[8],"technology":[9],"for":[10],"next-generation":[11],"Internet":[12],"of":[13,27,36,55,80,84,93,103,113,208],"Things":[14],"(IoT)":[15],"systems.":[16],"New":[17],"IoT":[18],"deployments":[19],"(e.g.,":[20],"smart":[21],"city":[22],"scenarios)":[23],"can":[24,63],"have":[25],"thousands":[26],"devices":[28],"per":[29],"square":[30],"kilometer":[31],"leading":[32],"to":[33,39],"huge":[34],"amount":[35],"power":[37,105],"consumption":[38,106,173],"provide":[40],"connectivity.":[41],"In":[42],"this":[43],"article,":[44],"we":[45],"investigate":[46],"green":[47],"powered":[51],"by":[52,135],"hybrid":[54],"the":[56,71,81,91,95,101,110,121,137,155,170,180,200],"grid":[57,104,171],"and":[58,86,123,145,149,182],"renewable":[59,209],"energy":[60,67,98,151,172,183,210],"sources,":[61],"which":[62],"benefit":[64],"from":[65],"harvested":[66],"while":[68,108],"dealing":[69],"with":[70,90,160],"intermittent":[72],"supply.":[73],"This":[74],"article":[75],"proposes":[76],"resource":[77,130,164,186,202],"management":[78,131,152,165,187,203],"schemes":[79,188,204],"limited":[82],"number":[83],"channels":[85,125],"spreading":[87],"factors":[88],"(SFs)":[89],"objective":[92],"improving":[94],"gateway":[97],"efficiency.":[99],"First,":[100],"problem":[102,132,139,148],"minimization":[107],"satisfying":[109],"system\u2019s":[111],"quality":[112],"service":[114],"demands":[115],"is":[116,133,158],"formulated.":[117],"Specifically,":[118],"both":[119],"scenarios":[120],"uncorrelated":[122],"time-correlated":[124],"investigated.":[127],"The":[128],"optimal":[129,156],"solved":[134],"decoupling":[136],"formulated":[138],"into":[140,178],"two":[141],"subproblems:":[142],"1)":[143],"channel":[144,181],"SF":[146],"assignment":[147],"2)":[150],"problem.":[153],"Since":[154],"solution":[157],"obtained":[159],"high":[161],"complexity,":[162],"online":[163],"heuristic":[166],"algorithms":[167],"that":[168,199],"minimize":[169],"proposed.":[175],"Finally,":[176],"taking":[177],"account":[179],"correlation,":[184],"adaptable":[185],"based":[189],"on":[190],"reinforcement":[191],"learning":[192],"(RL)":[193],"developed.":[195],"Simulation":[196],"results":[197],"show":[198],"proposed":[201],"offer":[205],"efficient":[206],"use":[207],"in":[211],"networks.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2021-09-13T00:00:00"}