{"id":"https://openalex.org/W4405270312","doi":"https://doi.org/10.1109/jiot.2024.3515108","title":"Energy-Efficiency Optimization in RIS-Assisted AAV Communications Based on Deep Reinforcement Learning","display_name":"Energy-Efficiency Optimization in RIS-Assisted AAV Communications Based on Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-12-11","ids":{"openalex":"https://openalex.org/W4405270312","doi":"https://doi.org/10.1109/jiot.2024.3515108"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3515108","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3515108","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026362558","display_name":"Na Lin","orcid":"https://orcid.org/0000-0003-4941-1727"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Na Lin","raw_affiliation_strings":["School of Computer Science, Shenyang Aerospace University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-4941-1727","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075612459","display_name":"Tianxiong Wu","orcid":"https://orcid.org/0000-0002-7045-3035"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianxiong Wu","raw_affiliation_strings":["School of Computer Science, Shenyang Aerospace University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-7045-3035","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089032960","display_name":"Ammar Hawbani","orcid":"https://orcid.org/0000-0002-1069-3993"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ammar Hawbani","raw_affiliation_strings":["School of Computer Science, Shenyang Aerospace University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-1069-3993","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061568038","display_name":"Liang Zhao","orcid":"https://orcid.org/0000-0001-5829-6850"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Zhao","raw_affiliation_strings":["School of Computer Science, Shenyang Aerospace University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-5829-6850","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084983118","display_name":"Chunxiao Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunxiao Liu","raw_affiliation_strings":["School of Computer Science, Shenyang Aerospace University, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0002-4413-699X","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003203521","display_name":"Shaohua Wan","orcid":"https://orcid.org/0000-0001-7013-9081"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaohua Wan","raw_affiliation_strings":["Shenzhen Institute for Advanced Study, University of Electronic Science and Technology of China, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-7013-9081","affiliations":[{"raw_affiliation_string":"Shenzhen Institute for Advanced Study, University of Electronic Science and Technology of China, Shenzhen, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057916222","display_name":"Mohsen Guizani","orcid":"https://orcid.org/0000-0002-8972-8094"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mohsen Guizani","raw_affiliation_strings":["Machine Learning Department, Mohamed Bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","Machine Learning Department, Mohamed Bin Zayed University of Artificial Intelligence (MBZUAI), Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0002-8972-8094","affiliations":[{"raw_affiliation_string":"Machine Learning Department, Mohamed Bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]},{"raw_affiliation_string":"Machine Learning Department, Mohamed Bin Zayed University of Artificial Intelligence (MBZUAI), Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8135,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.7757406,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"12","issue":"8","first_page":"11036","last_page":"11048"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13905","display_name":"Telecommunications and Broadcasting Technologies","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13905","display_name":"Telecommunications and Broadcasting Technologies","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8644297122955322},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7381114363670349},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5219765901565552},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4378678798675537},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39525270462036133},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.16220304369926453},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1170351505279541}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8644297122955322},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7381114363670349},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5219765901565552},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4378678798675537},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39525270462036133},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.16220304369926453},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1170351505279541},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3515108","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3515108","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8700000047683716,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2898035736","https://openalex.org/W3002159761","https://openalex.org/W3013973746","https://openalex.org/W3042391361","https://openalex.org/W3092134896","https://openalex.org/W3157023643","https://openalex.org/W3172786112","https://openalex.org/W3210522537","https://openalex.org/W4205295562","https://openalex.org/W4205380020","https://openalex.org/W4210489946","https://openalex.org/W4214645104","https://openalex.org/W4225824654","https://openalex.org/W4285115430","https://openalex.org/W4292967238","https://openalex.org/W4296338485","https://openalex.org/W4309759479","https://openalex.org/W4312415945","https://openalex.org/W4312560474","https://openalex.org/W4312601533","https://openalex.org/W4315630283","https://openalex.org/W4361856249","https://openalex.org/W4362653871","https://openalex.org/W4377079773","https://openalex.org/W4381785576","https://openalex.org/W4383503845","https://openalex.org/W4386450000","https://openalex.org/W4388018833","https://openalex.org/W4388739163","https://openalex.org/W4390590880","https://openalex.org/W4394805297","https://openalex.org/W4399039767"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Reconfigurable-intelligent-surface":[0],"(RIS)-assisted":[1],"autonomous":[2],"aerial":[3],"vehicles":[4],"(AAVs)":[5],"communications":[6],"technology":[7],"improves":[8],"energy":[9,42,57],"efficiency":[10,58],"by":[11],"reflecting":[12],"signals.":[13],"This":[14],"article":[15],"utilizes":[16],"RIS":[17],"and":[18,35,100],"deep":[19],"reinforcement":[20],"learning":[21],"(DRL)":[22],"to":[23,39,54,66,105,108,120,142,147,152,161],"optimize":[24,109],"the":[25,47,67,70,79,87,91,94,102,106,110,116,122,150,157,163,167,178],"scheduling":[26,88],"of":[27,46,69,90,124],"ground":[28],"terminals":[29],"(GTs),":[30],"AAV":[31],"trajectories,":[32],"resource":[33],"allocation,":[34],"time":[36,165],"slot":[37],"lengths":[38],"maximize":[40],"system":[41],"efficiency.":[43],"Three":[44],"flaws":[45],"existing":[48],"DRL":[49,61,82,107,139],"algorithm":[50,99,141],"are":[51],"also":[52],"addressed":[53],"seek":[55],"higher":[56],"further.":[59],"First,":[60],"faces":[62],"exploration":[63,117],"challenges":[64],"due":[65],"complexity":[68],"solution":[71,176],"space,":[72],"resulting":[73],"in":[74],"low":[75],"rewards.":[76],"We":[77],"propose":[78,135,156],"ant":[80,95],"colony":[81,96],"(ACDRL)":[83],"algorithm,":[84],"which":[85],"optimizes":[86],"order":[89],"GTs":[92],"using":[93],"optimization":[97,126],"(ACO)":[98],"feeds":[101],"results":[103,171],"back":[104],"subsequent":[111],"decision":[112],"making,":[113],"thus":[114],"reducing":[115],"overhead.":[118],"Second,":[119],"reduce":[121,162],"degree":[123],"local":[125],"when":[127,166],"dealing":[128],"with":[129],"hybrid":[130,137],"action":[131,144],"space":[132],"planning,":[133],"we":[134,155],"a":[136],"discrete-continuous":[138],"(HDCDRL)":[140],"improve":[143],"accuracy.":[145],"Finally,":[146],"better":[148],"generalize":[149],"model":[151,160],"similar":[153],"tasks,":[154],"transfer-DRL":[158],"(T-DRL)":[159],"training":[164],"task":[168],"changes.":[169],"Experimental":[170],"show":[172],"that":[173],"our":[174],"proposed":[175],"outperforms":[177],"benchmark":[179],"solution.":[180]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2024-12-12T00:00:00"}