{"id":"https://openalex.org/W4405022314","doi":"https://doi.org/10.26599/bdma.2024.9020022","title":"Energy Efficiency Maximization in RISs-Assisted UAVs-Based Edge Computing Network Using Deep Reinforcement Learning","display_name":"Energy Efficiency Maximization in RISs-Assisted UAVs-Based Edge Computing Network Using Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-12-01","ids":{"openalex":"https://openalex.org/W4405022314","doi":"https://doi.org/10.26599/bdma.2024.9020022"},"language":"en","primary_location":{"id":"doi:10.26599/bdma.2024.9020022","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2024.9020022","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.26599/bdma.2024.9020022","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023611093","display_name":"Chuanwen Luo","orcid":"https://orcid.org/0000-0003-1363-0581"},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I4210134523","display_name":"State Forestry and Grassland Administration","ror":"https://ror.org/03f2n3n81","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134523"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chuanwen Luo","raw_affiliation_strings":["School of Information Science and Technology, Beijing Forestry University,Beijing,China,100083","Engineering Research Center for Forestry-Oriented Intelligent Information Processing of National Forestry and Grassland Administration, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing Forestry University,Beijing,China,100083","institution_ids":["https://openalex.org/I31683504"]},{"raw_affiliation_string":"Engineering Research Center for Forestry-Oriented Intelligent Information Processing of National Forestry and Grassland Administration, Beijing, China","institution_ids":["https://openalex.org/I4210134523"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100410108","display_name":"Jian Zhang","orcid":"https://orcid.org/0009-0004-4418-6094"},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I4210134523","display_name":"State Forestry and Grassland Administration","ror":"https://ror.org/03f2n3n81","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134523"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Zhang","raw_affiliation_strings":["School of Information Science and Technology, Beijing Forestry University,Beijing,China,100083","Engineering Research Center for Forestry-Oriented Intelligent Information Processing of National Forestry and Grassland Administration, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing Forestry University,Beijing,China,100083","institution_ids":["https://openalex.org/I31683504"]},{"raw_affiliation_string":"Engineering Research Center for Forestry-Oriented Intelligent Information Processing of National Forestry and Grassland Administration, Beijing, China","institution_ids":["https://openalex.org/I4210134523"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028160889","display_name":"Jianxiong Guo","orcid":"https://orcid.org/0000-0002-0994-3297"},"institutions":[{"id":"https://openalex.org/I12615008","display_name":"Beijing Normal-Hong Kong Baptist University","ror":"https://ror.org/04snvc712","country_code":"CN","type":"education","lineage":["https://openalex.org/I12615008"]},{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxiong Guo","raw_affiliation_strings":["Advanced Institute of Natural Sciences, Beijing Normal University,Zhuhai,China,519087","Guangdong Key Lab of AI and Multi-Modal Data Processing, BNU-HKBU United International College, Zhuhai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Advanced Institute of Natural Sciences, Beijing Normal University,Zhuhai,China,519087","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"Guangdong Key Lab of AI and Multi-Modal Data Processing, BNU-HKBU United International College, Zhuhai, China","institution_ids":["https://openalex.org/I12615008"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100566956","display_name":"Yi Hong","orcid":"https://orcid.org/0000-0001-7862-3388"},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I4210134523","display_name":"State Forestry and Grassland Administration","ror":"https://ror.org/03f2n3n81","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134523"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Hong","raw_affiliation_strings":["School of Information Science and Technology, Beijing Forestry University,Beijing,China,100083","Engineering Research Center for Forestry-Oriented Intelligent Information Processing of National Forestry and Grassland Administration, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing Forestry University,Beijing,China,100083","institution_ids":["https://openalex.org/I31683504"]},{"raw_affiliation_string":"Engineering Research Center for Forestry-Oriented Intelligent Information Processing of National Forestry and Grassland Administration, Beijing, China","institution_ids":["https://openalex.org/I4210134523"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079572598","display_name":"Zhibo Chen","orcid":"https://orcid.org/0000-0002-8525-5066"},"institutions":[{"id":"https://openalex.org/I31683504","display_name":"Beijing Forestry University","ror":"https://ror.org/04xv2pc41","country_code":"CN","type":"education","lineage":["https://openalex.org/I1327237609","https://openalex.org/I31683504","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I4210134523","display_name":"State Forestry and Grassland Administration","ror":"https://ror.org/03f2n3n81","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210134523"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibo Chen","raw_affiliation_strings":["School of Information Science and Technology, Beijing Forestry University,Beijing,China,100083","Engineering Research Center for Forestry-Oriented Intelligent Information Processing of National Forestry and Grassland Administration, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing Forestry University,Beijing,China,100083","institution_ids":["https://openalex.org/I31683504"]},{"raw_affiliation_string":"Engineering Research Center for Forestry-Oriented Intelligent Information Processing of National Forestry and Grassland Administration, Beijing, China","institution_ids":["https://openalex.org/I4210134523"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034954588","display_name":"Shuyang Gu","orcid":"https://orcid.org/0000-0003-4535-2280"},"institutions":[{"id":"https://openalex.org/I76756774","display_name":"Texas A&M University \u2013 Central Texas","ror":"https://ror.org/015hh0z25","country_code":"US","type":"education","lineage":["https://openalex.org/I76756774"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuyang Gu","raw_affiliation_strings":["Texas A&#x0026;M University-Central Texas,Department of Computer Information Systems,Killeen,TX,USA,76549"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Texas A&#x0026;M University-Central Texas,Department of Computer Information Systems,Killeen,TX,USA,76549","institution_ids":["https://openalex.org/I76756774"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5023611093"],"corresponding_institution_ids":["https://openalex.org/I31683504","https://openalex.org/I4210134523"],"apc_list":null,"apc_paid":null,"fwci":19.0224,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.98986501,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"7","issue":"4","first_page":"1065","last_page":"1083"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9495000243186951,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9495000243186951,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9473999738693237,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9462000131607056,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8947036266326904},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.7492251992225647},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6282519102096558},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6064440608024597},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4858970046043396},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.47653159499168396},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4715050756931305},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.43911001086235046},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2067338526248932},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14638537168502808},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.09122034907341003},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08415910601615906},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.06804534792900085}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8947036266326904},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.7492251992225647},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6282519102096558},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6064440608024597},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4858970046043396},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.47653159499168396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4715050756931305},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.43911001086235046},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2067338526248932},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14638537168502808},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.09122034907341003},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08415910601615906},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.06804534792900085},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.26599/bdma.2024.9020022","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2024.9020022","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4eb8d63a5e4746e29c6eaac7fe47294e","is_oa":true,"landing_page_url":"https://doaj.org/article/4eb8d63a5e4746e29c6eaac7fe47294e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data Mining and Analytics, Vol 7, Iss 4, Pp 1065-1083 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.26599/bdma.2024.9020022","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2024.9020022","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8700000047683716,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G7793781790","display_name":null,"funder_award_id":"62202054,62002022,32071775","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2134295053","https://openalex.org/W2416799949","https://openalex.org/W2952736579","https://openalex.org/W2962691117","https://openalex.org/W2962889437","https://openalex.org/W2979897999","https://openalex.org/W3000577820","https://openalex.org/W3034533409","https://openalex.org/W3044817033","https://openalex.org/W3113226597","https://openalex.org/W3140381130","https://openalex.org/W3145159167","https://openalex.org/W3157217691","https://openalex.org/W3206626070","https://openalex.org/W3216768220","https://openalex.org/W4200417785","https://openalex.org/W4205295562","https://openalex.org/W4213211981","https://openalex.org/W4285117372","https://openalex.org/W4285267501","https://openalex.org/W4285279866","https://openalex.org/W4312397565","https://openalex.org/W4312943725","https://openalex.org/W4381735535","https://openalex.org/W4383988933","https://openalex.org/W4387350504"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Edge":[0],"Computing":[1,116],"(EC)":[2],"pushes":[3],"computational":[4,127],"capability":[5],"to":[6,34,52,75,98,133,188,228],"the":[7,54,60,111,126,135,144,152,173,202,206,215,219],"Terrestrial":[8],"Devices":[9],"(TDs),":[10],"providing":[11],"more":[12],"efficient":[13],"and":[14,104,147,151,181],"faster":[15],"computing":[16,37],"solutions.":[17],"Unmanned":[18],"Aerial":[19],"Vehicles":[20],"(UAVs)":[21],"equipped":[22],"with":[23,50],"EC":[24],"servers":[25],"can":[26,44],"be":[27,64],"flexibly":[28],"deployed,":[29],"even":[30],"in":[31,119,122],"complex":[32,191],"terrains,":[33],"provide":[35],"mobile":[36],"services":[38],"at":[39,224],"all":[40],"times.":[41],"Meanwhile,":[42],"UAVs":[43,103,140],"establish":[45],"an":[46],"air-to-ground":[47],"line-of-sight":[48],"link":[49,62],"TDs":[51],"improve":[53],"quality":[55,101],"of":[56,94,139,149,155,196],"communication":[57,100],"link.":[58],"However,":[59],"UAV-to-TD":[61],"may":[63],"obstructed":[65],"by":[66,141,223],"ground":[67],"obstacles":[68],"such":[69],"as":[70,89,168],"buildings":[71],"or":[72],"trees,":[73],"leading":[74],"sub-optimal":[76],"data":[77],"transmission":[78],"rates.":[79],"To":[80],"surmount":[81],"this":[82,107,162,190],"issue,":[83],"Reconfigurable":[84],"Intelligent":[85],"Surfaces":[86],"(RISs)":[87],"emerge":[88],"a":[90],"promising":[91],"technology":[92],"capable":[93],"intelligently":[95],"reflecting":[96],"signals":[97],"enhance":[99],"between":[102],"TDs.":[105],"In":[106],"paper,":[108],"we":[109,124,171],"consider":[110],"RISs-assisted":[112],"multi-UAVs":[113],"collaborative":[114],"edge":[115],"Network":[117],"(RUCN)":[118],"urban":[120],"environment,":[121],"which":[123],"study":[125],"offloading":[128],"problem.":[129],"Our":[130],"goal":[131],"is":[132,158],"maximize":[134],"overall":[136],"energy":[137,221],"efficiency":[138,222],"jointly":[142],"optimizing":[143],"flight":[145],"duration":[146],"trajectories":[148],"UAVs,":[150],"phase":[153],"shifts":[154],"RISs.":[156],"It":[157],"worth":[159],"noting":[160],"that":[161,201],"problem":[163],"has":[164],"been":[165],"formally":[166],"established":[167],"NP-hard.":[169],"Therefore,":[170],"propose":[172],"Deep":[174],"Deterministic":[175],"Policy":[176],"Gradients":[177],"based":[178],"UAV":[179,220],"Trajectory":[180],"RIS":[182],"Phase":[183],"shift":[184],"optimization":[185,192],"algorithm":[186,204,217],"(UTRP-DDPG)":[187],"solve":[189],"challenge.":[193],"The":[194],"results":[195],"extensive":[197],"numerical":[198],"experiments":[199],"show":[200],"proposed":[203],"outperforms":[205],"other":[207],"benchmark":[208],"algorithms":[209],"under":[210],"various":[211],"parameter":[212],"settings.":[213],"Specially,":[214],"UTRP-DDPG":[216],"improves":[218],"least":[225],"2%":[226],"compared":[227],"DQN":[229],"algorithm.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":10}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2025-10-10T00:00:00"}
