{"id":"https://openalex.org/W4415482576","doi":"https://doi.org/10.1109/jiot.2025.3624882","title":"Multiagent Reinforcement Learning for Joint Spectrum and Energy Optimization in CR-NOMA Enabled Internet of Unmanned Agents","display_name":"Multiagent Reinforcement Learning for Joint Spectrum and Energy Optimization in CR-NOMA Enabled Internet of Unmanned Agents","publication_year":2025,"publication_date":"2025-10-23","ids":{"openalex":"https://openalex.org/W4415482576","doi":"https://doi.org/10.1109/jiot.2025.3624882"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2025.3624882","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3624882","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Saleha Ahmed","orcid":"https://orcid.org/0009-0007-6381-7965"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Saleha Ahmed","raw_affiliation_strings":["School of Electrical Engineering and Computer Science (SEECS), National University of Sciences and Technology (NUST), Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0009-0007-6381-7965","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science (SEECS), National University of Sciences and Technology (NUST), Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100737237","display_name":"Muhammad Uzair","orcid":"https://orcid.org/0000-0003-1063-9476"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Uzair","raw_affiliation_strings":["School of Electrical Engineering and Computer Science (SEECS), National University of Sciences and Technology (NUST), Islamabad, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science (SEECS), National University of Sciences and Technology (NUST), Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067179415","display_name":"Syed Asad Ullah","orcid":"https://orcid.org/0000-0003-4983-7760"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Syed Asad Ullah","raw_affiliation_strings":["SEECS, NUST, Islamabad, Pakistan","School of Electrical Engineering and Computer Science (SEECS), National University of Sciences and Technology (NUST), Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-4983-7760","affiliations":[{"raw_affiliation_string":"SEECS, NUST, Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science (SEECS), National University of Sciences and Technology (NUST), Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064768354","display_name":"Kapal Dev","orcid":"https://orcid.org/0000-0003-1262-8594"},"institutions":[{"id":"https://openalex.org/I4210100923","display_name":"Munster Technological University","ror":"https://ror.org/013xpqh61","country_code":"IE","type":"facility","lineage":["https://openalex.org/I4210100923"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Kapal Dev","raw_affiliation_strings":["ADAPT, Department of Computer Science, Munster Technological University, Cork, Ireland","Adapt and the Department of Computer Science, Munster Technological University, Ireland"],"raw_orcid":"https://orcid.org/0000-0003-1262-8594","affiliations":[{"raw_affiliation_string":"ADAPT, Department of Computer Science, Munster Technological University, Cork, Ireland","institution_ids":["https://openalex.org/I4210100923"]},{"raw_affiliation_string":"Adapt and the Department of Computer Science, Munster Technological University, Ireland","institution_ids":["https://openalex.org/I4210100923"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015129195","display_name":"Aamir Mahmood","orcid":"https://orcid.org/0000-0003-3717-7793"},"institutions":[{"id":"https://openalex.org/I56475706","display_name":"Mid Sweden University","ror":"https://ror.org/019k1pd13","country_code":"SE","type":"education","lineage":["https://openalex.org/I56475706"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Aamir Mahmood","raw_affiliation_strings":["Department of Computer and Electrical Engineering, Mid Sweden University, Sundsvall, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-3717-7793","affiliations":[{"raw_affiliation_string":"Department of Computer and Electrical Engineering, Mid Sweden University, Sundsvall, Sweden","institution_ids":["https://openalex.org/I56475706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004012289","display_name":"Mikael Gidlund","orcid":"https://orcid.org/0000-0003-0873-7827"},"institutions":[{"id":"https://openalex.org/I56475706","display_name":"Mid Sweden University","ror":"https://ror.org/019k1pd13","country_code":"SE","type":"education","lineage":["https://openalex.org/I56475706"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mikael Gidlund","raw_affiliation_strings":["Department of Computer and Electrical Engineering, Mid Sweden University, Sundsvall, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-0873-7827","affiliations":[{"raw_affiliation_string":"Department of Computer and Electrical Engineering, Mid Sweden University, Sundsvall, Sweden","institution_ids":["https://openalex.org/I56475706"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078865165","display_name":"Syed Ali Hassan","orcid":"https://orcid.org/0000-0002-8572-7377"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Syed Ali Hassan","raw_affiliation_strings":["SEECS, NUST, Islamabad, Pakistan","School of Electrical Engineering and Computer Science (SEECS), National University of Sciences and Technology (NUST), Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-8572-7377","affiliations":[{"raw_affiliation_string":"SEECS, NUST, Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science (SEECS), National University of Sciences and Technology (NUST), Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2533363,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"24","first_page":"55283","last_page":"55296"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9399999976158142,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8116999864578247},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.6538000106811523},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.5544000267982483},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5108000040054321},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5091999769210815},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.447299987077713},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4302999973297119},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.4088999927043915},{"id":"https://openalex.org/keywords/energy-harvesting","display_name":"Energy harvesting","score":0.3978999853134155},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.38929998874664307}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8295999765396118},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8116999864578247},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.6538000106811523},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.5544000267982483},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5108000040054321},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5091999769210815},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4593000113964081},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.447299987077713},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4302999973297119},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4269999861717224},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.4088999927043915},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.3978999853134155},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.38929998874664307},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.3750999867916107},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.37059998512268066},{"id":"https://openalex.org/C137246740","wikidata":"https://www.wikidata.org/wiki/Q583970","display_name":"Spectral efficiency","level":3,"score":0.3483000099658966},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.33739998936653137},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.3328999876976013},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C138916503","wikidata":"https://www.wikidata.org/wiki/Q2714551","display_name":"Link adaptation","level":4,"score":0.2856999933719635},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.2849999964237213},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.28060001134872437},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C182448111","wikidata":"https://www.wikidata.org/wiki/Q7281197","display_name":"Radio resource management","level":4,"score":0.2759000062942505},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.2718999981880188},{"id":"https://openalex.org/C63029442","wikidata":"https://www.wikidata.org/wiki/Q6504978","display_name":"Spectrum management","level":4,"score":0.27090001106262207},{"id":"https://openalex.org/C179655311","wikidata":"https://www.wikidata.org/wiki/Q7543020","display_name":"Small cell","level":3,"score":0.27059999108314514},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3624882","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3624882","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2065154528","https://openalex.org/W2074445560","https://openalex.org/W2134295053","https://openalex.org/W2149922723","https://openalex.org/W2156974146","https://openalex.org/W2237949559","https://openalex.org/W2509696551","https://openalex.org/W2522020580","https://openalex.org/W2575531864","https://openalex.org/W2602975585","https://openalex.org/W2793719048","https://openalex.org/W2803544953","https://openalex.org/W2839155776","https://openalex.org/W2898035736","https://openalex.org/W2904246096","https://openalex.org/W2908911902","https://openalex.org/W2913783020","https://openalex.org/W2946850971","https://openalex.org/W2954263407","https://openalex.org/W2963113824","https://openalex.org/W2963336322","https://openalex.org/W2964008445","https://openalex.org/W2964098968","https://openalex.org/W2964324486","https://openalex.org/W2972427178","https://openalex.org/W2979897999","https://openalex.org/W2981708654","https://openalex.org/W3005602582","https://openalex.org/W3010352573","https://openalex.org/W3025048143","https://openalex.org/W3034089051","https://openalex.org/W3081396054","https://openalex.org/W3170282381","https://openalex.org/W3204940945","https://openalex.org/W3212556128","https://openalex.org/W4246006759","https://openalex.org/W4315777603","https://openalex.org/W4321487855","https://openalex.org/W4399426682"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,123,127,133,142,146,150,197],"rapid":[2],"growth":[3],"of":[4,34,68,126,132,145,168,199,204],"Internet-of-Things":[5],"(IoT)":[6],"devices":[7],"and":[8,19,43,56,117,129,163,170],"unmanned":[9],"agents":[10],"(UAs),":[11],"there":[12],"is":[13,173],"a":[14,48,95,112,153],"rising":[15],"need":[16],"for":[17,65,208],"energy-":[18],"spectrum-efficient":[20],"wireless":[21],"networks":[22],"that":[23],"can":[24],"support":[25],"large-scale,":[26],"resource-constrained":[27],"deployments.":[28],"To":[29,140],"meet":[30],"this":[31,73,178],"demand,":[32],"integration":[33],"deep":[35],"reinforcement":[36],"learning":[37],"(DRL),":[38],"non-orthogonal":[39],"multiple":[40,81],"access":[41],"(NOMA),":[42],"energy":[44,53,90],"harvesting":[45,91],"(EH)":[46],"offers":[47],"promising":[49],"approach":[50],"to":[51,101,121,136,176,189],"enhance":[52],"efficiency":[54],"(EE)":[55],"spectrum":[57,130],"utilization":[58,131],"in":[59],"future":[60],"sixth-generation":[61],"(6G)":[62],"networks,":[63],"particularly":[64],"sustainable":[66],"Internet":[67],"UA":[69],"(IUA)":[70],"communications.":[71],"In":[72],"paper,":[74],"we":[75,148],"investigate":[76],"an":[77],"IUA":[78],"network":[79],"where":[80,156],"low-power":[82],"secondary":[83],"users":[84,108],"(SUs),":[85],"equipped":[86],"with":[87,105],"radio":[88,97],"frequency":[89],"(RF-EH)":[92],"antennas,":[93],"use":[94],"cognitive":[96],"NOMA":[98],"(CR-NOMA)":[99],"scheme":[100],"share":[102],"uplink":[103],"channels":[104],"nearby":[106],"primary":[107],"(PUs).":[109],"We":[110,181],"formulate":[111],"joint":[113],"transmit":[114],"power":[115],"control":[116],"EH":[118,164,213],"scheduling":[119],"problem":[120],"maximize":[122],"long-term":[124],"EE":[125,203],"SUs":[128],"network,":[134],"subject":[135],"quality-of-service":[137],"(QoS)":[138],"constraints.":[139],"address":[141],"decentralized":[143],"nature":[144],"problem,":[147],"model":[149],"environment":[151],"as":[152],"multi-agent":[154],"system":[155,192],"each":[157],"SU":[158],"independently":[159],"optimizes":[160],"its":[161],"transmission":[162],"strategies.":[165],"A":[166],"range":[167],"DRL":[169],"non-DRL":[171],"algorithms":[172],"then":[174],"applied":[175],"solve":[177],"optimization":[179],"problem.":[180],"also":[182],"explore":[183],"different":[184],"RF-EH":[185],"diversity":[186],"combining":[187],"techniques":[188,201],"further":[190],"boost":[191],"performance.":[193],"Simulation":[194],"results":[195],"highlight":[196],"impact":[198],"these":[200],"on":[202],"SU,":[205],"offering":[206],"insights":[207],"optimizing":[209],"performance":[210],"under":[211],"dynamic":[212],"conditions.":[214]},"counts_by_year":[],"updated_date":"2025-12-11T23:09:37.256380","created_date":"2025-10-23T00:00:00"}