{"id":"https://openalex.org/W4400534499","doi":"https://doi.org/10.3390/fi16070245","title":"Optimizing Drone Energy Use for Emergency Communications in Disasters via Deep Reinforcement Learning","display_name":"Optimizing Drone Energy Use for Emergency Communications in Disasters via Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-07-11","ids":{"openalex":"https://openalex.org/W4400534499","doi":"https://doi.org/10.3390/fi16070245"},"language":"en","primary_location":{"id":"doi:10.3390/fi16070245","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16070245","pdf_url":"https://www.mdpi.com/1999-5903/16/7/245/pdf?version=1720677579","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/16/7/245/pdf?version=1720677579","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029947305","display_name":"Wen Qiu","orcid":"https://orcid.org/0000-0002-4503-8331"},"institutions":[{"id":"https://openalex.org/I98957242","display_name":"Kitami Institute of Technology","ror":"https://ror.org/05wks2t16","country_code":"JP","type":"education","lineage":["https://openalex.org/I98957242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Wen Qiu","raw_affiliation_strings":["Information Processing Center, Kitami Institute of Technology, Kitami 090-8507, Japan"],"affiliations":[{"raw_affiliation_string":"Information Processing Center, Kitami Institute of Technology, Kitami 090-8507, Japan","institution_ids":["https://openalex.org/I98957242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065441752","display_name":"Xun Shao","orcid":"https://orcid.org/0000-0003-2728-5619"},"institutions":[{"id":"https://openalex.org/I136259955","display_name":"Toyohashi University of Technology","ror":"https://ror.org/04ezg6d83","country_code":"JP","type":"education","lineage":["https://openalex.org/I136259955"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xun Shao","raw_affiliation_strings":["Department of Electrical and Electronic Information Engineering, Toyohashi University of Technology, Toyohashi 441-8580, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Information Engineering, Toyohashi University of Technology, Toyohashi 441-8580, Japan","institution_ids":["https://openalex.org/I136259955"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103130635","display_name":"Hiroshi Masui","orcid":null},"institutions":[{"id":"https://openalex.org/I98957242","display_name":"Kitami Institute of Technology","ror":"https://ror.org/05wks2t16","country_code":"JP","type":"education","lineage":["https://openalex.org/I98957242"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Hiroshi Masui","raw_affiliation_strings":["Information Processing Center, Kitami Institute of Technology, Kitami 090-8507, Japan"],"affiliations":[{"raw_affiliation_string":"Information Processing Center, Kitami Institute of Technology, Kitami 090-8507, Japan","institution_ids":["https://openalex.org/I98957242"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002864107","display_name":"William Liu","orcid":"https://orcid.org/0000-0002-1852-7703"},"institutions":[{"id":"https://openalex.org/I872614749","display_name":"Unitec Institute of Technology","ror":"https://ror.org/01px84952","country_code":"NZ","type":"education","lineage":["https://openalex.org/I4387152882","https://openalex.org/I872614749"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"William Liu","raw_affiliation_strings":["Department of Information Technology and Software Engineering, School of Engineering, Computer and Mathematical Sciences, Unitec Institute of Technology, Auckland 1025, New Zealand"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology and Software Engineering, School of Engineering, Computer and Mathematical Sciences, Unitec Institute of Technology, Auckland 1025, New Zealand","institution_ids":["https://openalex.org/I872614749"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5103130635"],"corresponding_institution_ids":["https://openalex.org/I98957242"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":5.6241,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.95244055,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"16","issue":"7","first_page":"245","last_page":"245"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.9655517339706421},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8457502126693726},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6520553231239319},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6403459906578064},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5105394124984741},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.47495055198669434},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4672294557094574},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4598771631717682},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.43207675218582153},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4252289831638336},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4244690537452698},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4194517135620117},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40408825874328613},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2825285792350769},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.26586875319480896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24406200647354126},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.21828606724739075}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.9655517339706421},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8457502126693726},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6520553231239319},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6403459906578064},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5105394124984741},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.47495055198669434},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4672294557094574},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4598771631717682},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.43207675218582153},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4252289831638336},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4244690537452698},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4194517135620117},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40408825874328613},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2825285792350769},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.26586875319480896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24406200647354126},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.21828606724739075},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/fi16070245","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16070245","pdf_url":"https://www.mdpi.com/1999-5903/16/7/245/pdf?version=1720677579","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jftint:v:16:y:2024:i:7:p:245-:d:1432815","is_oa":false,"landing_page_url":"https://www.mdpi.com/1999-5903/16/7/245/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:cabecead0f7140fcae30043443b2602e","is_oa":true,"landing_page_url":"https://doaj.org/article/cabecead0f7140fcae30043443b2602e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 16, Iss 7, p 245 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/fi16070245","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16070245","pdf_url":"https://www.mdpi.com/1999-5903/16/7/245/pdf?version=1720677579","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7300000190734863,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400534499.pdf"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2897895275","https://openalex.org/W2963615009","https://openalex.org/W2963638537","https://openalex.org/W3001321893","https://openalex.org/W3022601977","https://openalex.org/W3141924684","https://openalex.org/W4206185771","https://openalex.org/W4214717370","https://openalex.org/W4308981848","https://openalex.org/W4313033007","https://openalex.org/W4315648377","https://openalex.org/W4318586126","https://openalex.org/W4328007770","https://openalex.org/W4361298708","https://openalex.org/W4361852579","https://openalex.org/W4372353038","https://openalex.org/W4377969141","https://openalex.org/W4385453605","https://openalex.org/W4385655289","https://openalex.org/W4386371037","https://openalex.org/W4387125123","https://openalex.org/W4387587706"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W4247925126","https://openalex.org/W4327774218","https://openalex.org/W2059768187","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4391129181","https://openalex.org/W2545824446","https://openalex.org/W179829755","https://openalex.org/W4210343411"],"abstract_inverted_index":{"For":[0],"a":[1,6,29,46,85,95,107,119,159],"communication":[2,27,37,54,72,91,213],"control":[3],"system":[4],"in":[5,52,84,162,212],"disaster":[7],"area":[8],"where":[9],"drones":[10,33,66,83,99],"(also":[11],"called":[12],"unmanned":[13],"aerial":[14,20],"vehicles":[15],"(UAVs))":[16],"are":[17],"used":[18,157],"as":[19,158,168,218],"base":[21],"stations":[22],"(ABSs),":[23],"the":[24,40,61,68,90,101,113,127,131,146,163,166,171,176,181,185,188,195,205,233],"reliability":[25],"of":[26,43,65,70,82,98,130,232],"is":[28,156,227],"key":[30,207],"challenge":[31,48],"for":[32,200],"to":[34,50,77,100,144,242],"provide":[35],"emergency":[36],"services.":[38],"However,":[39],"effective":[41],"configuration":[42],"UAVs":[44],"remains":[45],"major":[47],"due":[49],"limitations":[51],"their":[53],"range":[55],"and":[56,67,139,202,215,237],"energy":[57,115,154,182,216],"capacity.":[58],"In":[59],"addition,":[60],"relatively":[62],"high":[63],"cost":[64],"issue":[69],"mutual":[71],"interference":[73],"make":[74],"it":[75,238],"impractical":[76],"deploy":[78],"an":[79],"unlimited":[80],"number":[81,97],"given":[86],"area.":[87],"To":[88],"maximize":[89],"services":[92],"provided":[93],"by":[94],"limited":[96],"ground":[102],"user":[103],"equipment":[104],"(UE)":[105],"within":[106],"certain":[108],"time":[109],"frame":[110],"while":[111,179],"minimizing":[112,180],"drone":[114,147,153],"consumption,":[116],"we":[117,133],"propose":[118],"multi-agent":[120],"proximal":[121],"policy":[122],"optimization":[123],"(MAPPO)":[124],"algorithm.":[125],"Considering":[126],"dynamic":[128],"nature":[129],"environment,":[132],"analyze":[134],"diverse":[135],"observation":[136],"data":[137],"structures":[138],"design":[140],"novel":[141],"objective":[142,164],"functions":[143],"enhance":[145],"performance.":[148],"We":[149],"find":[150],"that,":[151,192],"when":[152],"consumption":[155],"penalty":[160],"term":[161],"function,":[165],"drones\u2014acting":[167],"agents\u2014can":[169],"identify":[170],"optimal":[172],"trajectory":[173],"that":[174,231],"maximizes":[175],"UE":[177],"coverage":[178,214,225],"consumption.":[183],"At":[184],"same":[186],"time,":[187,204],"experimental":[189],"results":[190],"reveal":[191],"without":[193],"considering":[194],"machine":[196],"computing":[197],"power":[198],"required":[199],"training":[201],"convergence":[203],"proposed":[206],"algorithm":[208],"demonstrates":[209],"better":[210],"performance":[211,226],"saving":[217],"compared":[219],"with":[220],"other":[221,234],"methods.":[222],"The":[223],"average":[224],"10\u201345%":[228],"higher":[229],"than":[230],"three":[235],"methods,":[236],"can":[239],"save":[240],"up":[241],"3%":[243],"more":[244],"energy.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}