{"id":"https://openalex.org/W4388207216","doi":"https://doi.org/10.1109/lwc.2023.3327833","title":"Energy Efficiency Optimization for Subterranean LoRaWAN Using a Reinforcement Learning Approach: A Direct-to-Satellite Scenario","display_name":"Energy Efficiency Optimization for Subterranean LoRaWAN Using a Reinforcement Learning Approach: A Direct-to-Satellite Scenario","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4388207216","doi":"https://doi.org/10.1109/lwc.2023.3327833"},"language":"en","primary_location":{"id":"doi:10.1109/lwc.2023.3327833","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2023.3327833","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.01743","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067350605","display_name":"Kaiqiang Lin","orcid":"https://orcid.org/0000-0001-8551-5553"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiqiang Lin","raw_affiliation_strings":["College of Surveying and Geo-Informatics, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8551-5553","affiliations":[{"raw_affiliation_string":"College of Surveying and Geo-Informatics, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101735265","display_name":"Muhammad Asad Ullah","orcid":"https://orcid.org/0000-0003-3594-8910"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]},{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Muhammad Asad Ullah","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Oulu, Finland","VTT Technical Research Centre of Finland Ltd, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-3594-8910","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"VTT Technical Research Centre of Finland Ltd, Oulu, Finland","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040878028","display_name":"Hirley Alves","orcid":"https://orcid.org/0000-0002-8689-5313"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Hirley Alves","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-8689-5313","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091143974","display_name":"Konstantin Mikhaylov","orcid":"https://orcid.org/0000-0002-5518-6629"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Konstantin Mikhaylov","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-5518-6629","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019356977","display_name":"Tong Hao","orcid":"https://orcid.org/0000-0003-0177-6006"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Hao","raw_affiliation_strings":["College of Surveying and Geo-Informatics, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0177-6006","affiliations":[{"raw_affiliation_string":"College of Surveying and Geo-Informatics, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8297,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.69120668,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"13","issue":"2","first_page":"308","last_page":"312"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12801","display_name":"Bluetooth and Wireless Communication Technologies","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8686037063598633},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8044756650924683},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6060510873794556},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5961408615112305},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5625940561294556},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.559951663017273},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5419396758079529},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.5141780376434326},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.38082998991012573},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3319838047027588},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3082006275653839},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.1803041696548462},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.08691716194152832},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0847034752368927}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8686037063598633},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8044756650924683},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6060510873794556},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5961408615112305},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5625940561294556},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.559951663017273},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5419396758079529},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.5141780376434326},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.38082998991012573},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3319838047027588},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3082006275653839},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.1803041696548462},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.08691716194152832},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0847034752368927},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lwc.2023.3327833","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2023.3327833","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2311.01743","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.01743","pdf_url":"https://arxiv.org/pdf/2311.01743","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.01743","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.01743","pdf_url":"https://arxiv.org/pdf/2311.01743","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.8500000238418579,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1824793925","display_name":"6G Flagship - 6G-Enabled Wireless Smart Society & Ecosystem","funder_award_id":"346208","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G3519162672","display_name":null,"funder_award_id":"346208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4380192062","display_name":null,"funder_award_id":"42211530077","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7824232945","display_name":"\u57fa\u4e8e\u7535\u78c1\u8d85\u8868\u9762\u7684\u63a2\u5730\u96f7\u8fbe\u589e\u5f3a\u63a2\u6d4b\u65b0\u65b9\u6cd5\u7814\u7a76","funder_award_id":"42074179","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388207216.pdf","grobid_xml":"https://content.openalex.org/works/W4388207216.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2151586007","https://openalex.org/W2537187694","https://openalex.org/W2794224091","https://openalex.org/W2887143404","https://openalex.org/W2958504493","https://openalex.org/W3039962514","https://openalex.org/W3040217040","https://openalex.org/W3084753917","https://openalex.org/W3104854202","https://openalex.org/W3111751881","https://openalex.org/W3124677098","https://openalex.org/W3161898477","https://openalex.org/W3172818029","https://openalex.org/W3193630371","https://openalex.org/W3201561247","https://openalex.org/W4285116427","https://openalex.org/W4292070198","https://openalex.org/W4312955287","https://openalex.org/W4319341323","https://openalex.org/W4362732595","https://openalex.org/W4385750153","https://openalex.org/W4385750381"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W179829755"],"abstract_inverted_index":{"The":[0,22],"integration":[1],"of":[2,144],"subterranean":[3,57],"LoRaWAN":[4,58],"and":[5,12,18,36,102,147],"non-terrestrial":[6],"networks":[7],"(NTN)":[8],"delivers":[9],"substantial":[10],"economic":[11],"societal":[13],"benefits":[14],"in":[15,55,85,128,139,142],"remote":[16],"agriculture":[17],"disaster":[19],"rescue":[20],"operations.":[21],"LoRa":[23],"modulation":[24],"leverages":[25],"quasi-orthogonal":[26],"spreading":[27],"factors":[28],"(SFs)":[29],"to":[30,44,48,72,125],"optimize":[31,73],"data":[32],"rates,":[33],"airtime,":[34],"coverage":[35],"energy":[37,76],"consumption.":[38],"However,":[39],"it":[40],"is":[41],"still":[42],"challenging":[43],"effectively":[45],"assign":[46],"SFs":[47,69,91,118],"end":[49],"devices":[50],"for":[51],"minimizing":[52],"co-SF":[53],"interference":[54],"massive":[56],"NTN.":[59],"To":[60,79],"address":[61],"this,":[62],"we":[63,88],"investigate":[64],"a":[65],"reinforcement":[66],"learning":[67],"(RL)-based":[68],"allocation":[70,92,119],"scheme":[71],"the":[74,82,95,103,129],"system\u2019s":[75],"efficiency":[77],"(EE).":[78],"efficiently":[80],"capture":[81],"device-to-environment":[83],"interactions":[84],"dense":[86],"networks,":[87],"proposed":[89,116],"an":[90,111],"technique":[93],"using":[94],"multi-agent":[96,104],"dueling":[97],"double":[98],"deep":[99],"Q-network":[100],"(MAD3QN)":[101],"advantage":[105],"actor-critic":[106],"(MAA2C)":[107],"algorithms":[108],"based":[109],"on":[110],"analytical":[112],"reward":[113],"mechanism.":[114],"Our":[115],"RL-based":[117],"approach":[120],"evinces":[121],"better":[122],"performance":[123],"compared":[124],"four":[126],"benchmarks":[127],"extreme":[130],"underground":[131],"direct-to-satellite":[132],"scenario.":[133],"Remarkably,":[134],"MAD3QN":[135],"shows":[136],"promising":[137],"potentials":[138],"surpassing":[140],"MAA2C":[141],"terms":[143],"convergence":[145],"rate":[146],"EE.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2023-11-02T00:00:00"}