{"id":"https://openalex.org/W3004263011","doi":"https://doi.org/10.1109/jsac.2020.3018804","title":"Constrained Deep Reinforcement Learning for Energy Sustainable Multi-UAV Based Random Access IoT Networks With NOMA","display_name":"Constrained Deep Reinforcement Learning for Energy Sustainable Multi-UAV Based Random Access IoT Networks With NOMA","publication_year":2020,"publication_date":"2020-08-25","ids":{"openalex":"https://openalex.org/W3004263011","doi":"https://doi.org/10.1109/jsac.2020.3018804","mag":"3004263011"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2020.3018804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2020.3018804","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2002.00073","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Sami Khairy","orcid":"https://orcid.org/0000-0001-6730-7267"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sami Khairy","raw_affiliation_strings":["Illinois Institute of Technology, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology, Chicago, IL, USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Prasanna Balaprakash","orcid":"https://orcid.org/0000-0002-0292-5715"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prasanna Balaprakash","raw_affiliation_strings":["Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, IL, USA"],"affiliations":[{"raw_affiliation_string":"Mathematics and Computer Science Division, Argonne National Laboratory, Lemont, IL, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lin X. Cai","orcid":"https://orcid.org/0000-0001-8509-0452"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin X. Cai","raw_affiliation_strings":["Illinois Institute of Technology, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology, Chicago, IL, USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yu Cheng","orcid":"https://orcid.org/0000-0002-4837-3370"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Cheng","raw_affiliation_strings":["Illinois Institute of Technology, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology, Chicago, IL, USA","institution_ids":["https://openalex.org/I180949307"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I180949307"],"apc_list":null,"apc_paid":null,"fwci":81.7705,"has_fulltext":true,"cited_by_count":93,"citation_normalized_percentile":{"value":0.9986199,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"39","issue":"4","first_page":"1101","last_page":"1115"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9575999975204468,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9575999975204468,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.01360000018030405,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.006599999964237213,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7587000131607056},{"id":"https://openalex.org/keywords/aloha","display_name":"Aloha","score":0.6934000253677368},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.574400007724762},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.5299000144004822},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5077999830245972},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.504800021648407},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5030999779701233},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4781000018119812},{"id":"https://openalex.org/keywords/access-control","display_name":"Access control","score":0.44699999690055847}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8779000043869019},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7587000131607056},{"id":"https://openalex.org/C2776398200","wikidata":"https://www.wikidata.org/wiki/Q508880","display_name":"Aloha","level":4,"score":0.6934000253677368},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.574400007724762},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5307999849319458},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.5299000144004822},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5077999830245972},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.504800021648407},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5030999779701233},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4781000018119812},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4560000002384186},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.44699999690055847},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.43810001015663147},{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.421099990606308},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.37929999828338623},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.33390000462532043},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.31209999322891235},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.29499998688697815},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C62793504","wikidata":"https://www.wikidata.org/wiki/Q228327","display_name":"Access network","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C31243852","wikidata":"https://www.wikidata.org/wiki/Q1666739","display_name":"Stochastic geometry","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C170131372","wikidata":"https://www.wikidata.org/wiki/Q7617811","display_name":"Stochastic control","level":3,"score":0.2694000005722046},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.26330000162124634},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.25850000977516174},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.2502000033855438}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jsac.2020.3018804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2020.3018804","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2002.00073","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.00073","pdf_url":"https://arxiv.org/pdf/2002.00073","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:osti.gov:1776838","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1776838","pdf_url":"https://www.osti.gov/servlets/purl/1776838","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2002.00073","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.00073","pdf_url":"https://arxiv.org/pdf/2002.00073","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1015216249","display_name":null,"funder_award_id":"DE-AC02-06CH1135","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1116540683","display_name":null,"funder_award_id":"DE-AC02-06CH11","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G1200696711","display_name":"NeTS: Small: Machine Learning Meets Wireless Network Optimization: Exploring the Latent Knowledge","funder_award_id":"1816908","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1298244227","display_name":"A Fundamental Study on Energy Efficient Wireless Communication Networks: Modeling,  Algorithms, and Applications","funder_award_id":"1610874","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1313983767","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320338284","funder_display_name":"Argonne National Laboratory"},{"id":"https://openalex.org/G1751644051","display_name":null,"funder_award_id":"DE-AC02-06CH11357","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G1844751952","display_name":null,"funder_award_id":"DE-AC02_06CH11357","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G2296916099","display_name":null,"funder_award_id":"ECCS-1","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2777053550","display_name":null,"funder_award_id":"AC02-06CH11357","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2814583579","display_name":null,"funder_award_id":"CNS-1816908","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3000213308","display_name":null,"funder_award_id":"DE-AC02-06CH113","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G3075337988","display_name":null,"funder_award_id":"06CH11357","funder_id":"https://openalex.org/F4320338284","funder_display_name":"Argonne National Laboratory"},{"id":"https://openalex.org/G3801222974","display_name":null,"funder_award_id":"DE-AC02-06CH1135","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G4145457401","display_name":null,"funder_award_id":"DE-AC02-06CH113","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G4360356194","display_name":null,"funder_award_id":"ECCS-1610874","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4790718960","display_name":null,"funder_award_id":"DE-AC02-06CH11357","funder_id":"https://openalex.org/F4320338284","funder_display_name":"Argonne National Laboratory"},{"id":"https://openalex.org/G498139845","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G5085543421","display_name":null,"funder_award_id":"AC02-06CH11357","funder_id":"https://openalex.org/F4320338284","funder_display_name":"Argonne National Laboratory"},{"id":"https://openalex.org/G5754451492","display_name":"Career: Fundamental Studies of Sustainable Wireless Communication System Powered by Renewable Energy","funder_award_id":"1554576","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6085113958","display_name":null,"funder_award_id":"E-AC02-06CH11357","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G650626725","display_name":null,"funder_award_id":"E-AC02-06CH11357","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G6558272803","display_name":null,"funder_award_id":"DE-AC02","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6780435199","display_name":null,"funder_award_id":"ECCS-1610874","funder_id":"https://openalex.org/F4320337392","funder_display_name":"Division of Electrical, Communications and Cyber Systems"},{"id":"https://openalex.org/G6848031779","display_name":null,"funder_award_id":"06CH11357","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6918803902","display_name":null,"funder_award_id":"06CH11357","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G7230044214","display_name":null,"funder_award_id":"DE-AC02-06CH1135","funder_id":"https://openalex.org/F4320338284","funder_display_name":"Argonne National Laboratory"},{"id":"https://openalex.org/G7351994996","display_name":null,"funder_award_id":"DE-AC02-06CH11357","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7988153401","display_name":null,"funder_award_id":"ECCS1554576","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8143874970","display_name":null,"funder_award_id":"AC02-06CH11357","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G8314672274","display_name":null,"funder_award_id":"DE-AC02-06CH11","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8414908677","display_name":null,"funder_award_id":"DE-AC0","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G969889393","display_name":null,"funder_award_id":"DE-AC02-","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320337392","display_name":"Division of Electrical, Communications and Cyber Systems","ror":"https://ror.org/01krpsy48"},{"id":"https://openalex.org/F4320338284","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1984505032","https://openalex.org/W2070570138","https://openalex.org/W2073314543","https://openalex.org/W2101075098","https://openalex.org/W2141666765","https://openalex.org/W2150593711","https://openalex.org/W2161270100","https://openalex.org/W2186820913","https://openalex.org/W2214621252","https://openalex.org/W2412503523","https://openalex.org/W2558431499","https://openalex.org/W2579730571","https://openalex.org/W2593697489","https://openalex.org/W2798076646","https://openalex.org/W2800733636","https://openalex.org/W2884076813","https://openalex.org/W2886180905","https://openalex.org/W2887592610","https://openalex.org/W2893917677","https://openalex.org/W2896408693","https://openalex.org/W2904635850","https://openalex.org/W2913340256","https://openalex.org/W2940674238","https://openalex.org/W2952039542","https://openalex.org/W2952736579","https://openalex.org/W2962691117","https://openalex.org/W2962733038","https://openalex.org/W2962947312","https://openalex.org/W2963061782","https://openalex.org/W2963224201","https://openalex.org/W2969236124","https://openalex.org/W3007091509","https://openalex.org/W3039760960","https://openalex.org/W4256380437","https://openalex.org/W6627932998","https://openalex.org/W6631190155","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6677477198","https://openalex.org/W6683204974","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6687063787","https://openalex.org/W6692846177","https://openalex.org/W6737893269","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6748512255","https://openalex.org/W6748839928","https://openalex.org/W6751725685"],"related_works":[],"abstract_inverted_index":{"In":[0],"this":[1,111],"paper,":[2],"we":[3,80],"apply":[4],"the":[5,13,42,54,82,139,154,170,196,217,221],"Non-Orthogonal":[6],"Multiple":[7],"Access":[8],"(NOMA)":[9],"technique":[10],"to":[11,33,62,70,137,168],"improve":[12,71],"massive":[14,205],"channel":[15,45,93,159],"access":[16,72,94,160],"of":[17,85,96,156,162,179,207,219],"a":[18,100,114,149,192,204],"wireless":[19,44,92],"IoT":[20,31,37,68,97,163,208],"network":[21,173],"where":[22],"solar-powered":[23,55],"Unmanned":[24],"Aerial":[25],"Vehicles":[26],"(UAVs)":[27],"relay":[28],"data":[29,66],"from":[30,67],"devices":[32,38,69,98,164,209],"remote":[34],"servers.":[35],"Specifically,":[36],"contend":[39],"for":[40],"accessing":[41],"shared":[43],"using":[46],"an":[47,76,122],"adaptive":[48],"p-persistent":[49],"slotted":[50],"Aloha":[51],"protocol;":[52],"and":[53,90,120,158,210],"UAVs":[56,157],"adopt":[57],"Successive":[58],"Interference":[59],"Cancellation":[60],"(SIC)":[61],"decode":[63],"multiple":[64,105],"received":[65],"efficiency.":[73],"To":[74],"enable":[75],"energy-sustainable":[77],"capacity-optimal":[78],"network,":[79,194],"study":[81],"joint":[83],"problem":[84,103,112],"dynamic":[86],"multi-UAV":[87],"altitude":[88,155],"control":[89,102],"multi-cell":[91],"management":[95],"as":[99,113],"stochastic":[101],"with":[104,203],"energy":[106,177],"constraints.":[107],"We":[108],"first":[109],"formulate":[110],"Constrained":[115,125],"Markov":[116],"Decision":[117],"Process":[118],"(CMDP),":[119],"propose":[121],"online":[123],"model-free":[124],"Deep":[126],"Reinforcement":[127],"Learning":[128],"(CDRL)":[129],"algorithm":[130,147],"based":[131],"on":[132,191],"Lagrangian":[133],"primal-dual":[134],"policy":[135,151,198],"optimization":[136],"solve":[138],"CMDP.":[140],"Extensive":[141],"simulations":[142],"demonstrate":[143],"that":[144],"our":[145],"proposed":[146,185],"learns":[148],"cooperative":[150],"in":[152],"which":[153,214],"probability":[161],"are":[165],"dynamically":[166],"controlled":[167],"attain":[169],"maximal":[171],"long-term":[172],"capacity":[174],"while":[175],"ensuring":[176],"sustainability":[178],"UAVs,":[180],"outperforming":[181],"baseline":[182],"schemes.":[183],"The":[184],"CDRL":[186,222],"agent":[187],"can":[188,199,215],"be":[189],"trained":[190],"small":[193],"yet":[195],"learned":[197],"efficiently":[200],"manage":[201],"networks":[202],"number":[206],"varying":[211],"initial":[212],"states,":[213],"amortize":[216],"cost":[218],"training":[220],"agent.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":13}],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2020-02-07T00:00:00"}