{"id":"https://openalex.org/W3132299869","doi":"https://doi.org/10.1109/globecom42002.2020.9348219","title":"SREC: Proactive Self-Remedy of Energy-Constrained UAV-Based Networks via Deep Reinforcement Learning","display_name":"SREC: Proactive Self-Remedy of Energy-Constrained UAV-Based Networks via Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-12-01","ids":{"openalex":"https://openalex.org/W3132299869","doi":"https://doi.org/10.1109/globecom42002.2020.9348219","mag":"3132299869"},"language":"en","primary_location":{"id":"doi:10.1109/globecom42002.2020.9348219","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom42002.2020.9348219","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2020 - 2020 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020712499","display_name":"Ran Zhang","orcid":"https://orcid.org/0000-0001-8174-1246"},"institutions":[{"id":"https://openalex.org/I83328450","display_name":"Miami University","ror":"https://ror.org/05nbqxr67","country_code":"US","type":"education","lineage":["https://openalex.org/I83328450"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ran Zhang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Miami University, Oxford, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Miami University, Oxford, USA","institution_ids":["https://openalex.org/I83328450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100415861","display_name":"Miao Wang","orcid":"https://orcid.org/0000-0003-0062-1248"},"institutions":[{"id":"https://openalex.org/I83328450","display_name":"Miami University","ror":"https://ror.org/05nbqxr67","country_code":"US","type":"education","lineage":["https://openalex.org/I83328450"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miao Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Miami University, Oxford, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Miami University, Oxford, USA","institution_ids":["https://openalex.org/I83328450"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5105408270","display_name":"Lin X. Cai","orcid":"https://orcid.org/0000-0001-8509-0452"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin X. Cai","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, USA","institution_ids":["https://openalex.org/I180949307"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020712499"],"corresponding_institution_ids":["https://openalex.org/I83328450"],"apc_list":null,"apc_paid":null,"fwci":1.3806,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.85225862,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9006448984146118},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6071507930755615},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.595636785030365},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5464323163032532},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.5444087386131287},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5037233233451843},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.49726107716560364},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4958370625972748},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3893510699272156},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.32184600830078125},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13795700669288635},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.12995198369026184},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11772969365119934}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9006448984146118},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6071507930755615},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.595636785030365},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5464323163032532},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.5444087386131287},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5037233233451843},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.49726107716560364},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4958370625972748},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3893510699272156},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32184600830078125},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13795700669288635},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.12995198369026184},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11772969365119934},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom42002.2020.9348219","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom42002.2020.9348219","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2020 - 2020 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8799999952316284,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1542596583","https://openalex.org/W1988456768","https://openalex.org/W2046376809","https://openalex.org/W2173248099","https://openalex.org/W2268751503","https://openalex.org/W2476537510","https://openalex.org/W2788862220","https://openalex.org/W2799343071","https://openalex.org/W2886509985","https://openalex.org/W2887592610","https://openalex.org/W2898035736","https://openalex.org/W2911233111","https://openalex.org/W2916441259","https://openalex.org/W2939666014","https://openalex.org/W2963061782","https://openalex.org/W2963376229","https://openalex.org/W2963494324","https://openalex.org/W2963864421","https://openalex.org/W3010305160","https://openalex.org/W3024896345"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4225571923","https://openalex.org/W3212257828","https://openalex.org/W2999580272","https://openalex.org/W4297873223","https://openalex.org/W2350784623","https://openalex.org/W2126211886","https://openalex.org/W3009457412","https://openalex.org/W2992629954"],"abstract_inverted_index":{"Energy-aware":[0],"control":[1,73],"for":[2,64,119],"multiple":[3],"unmanned":[4],"aerial":[5],"vehicles":[6],"(UAVs)":[7],"is":[8,38,83,110,157],"one":[9,52,127],"of":[10,47,58,147],"the":[11,27,32,35,78,87,93,97,114,131,135,142,144,148,169,173,187],"major":[12],"research":[13],"interests":[14],"in":[15,141,181],"UAV":[16,36,49,72,82,128],"based":[17],"networking.":[18],"Yet":[19],"few":[20],"existing":[21],"works":[22],"have":[23],"focused":[24],"on":[25],"how":[26],"network":[28],"should":[29],"react":[30],"around":[31],"timing":[33],"when":[34,51,80],"lineup":[37],"changed.":[39],"In":[40],"this":[41],"work,":[42],"we":[43],"study":[44],"proactive":[45],"self-remedy":[46],"energy-constrained":[48],"networks":[50],"or":[53],"more":[54],"UAVs":[55,79,95],"are":[56],"short":[57],"energy":[59],"and":[60,138],"about":[61,84],"to":[62,85,112],"quit":[63,86,130],"charging.":[65],"We":[66],"target":[67],"at":[68,125],"an":[69],"energy-aware":[70],"optimal":[71],"policy":[74,154],"which":[75,124],"proactively":[76],"relocates":[77],"any":[81],"network,":[88],"rather":[89],"than":[90],"passively":[91],"dispatches":[92],"remaining":[94],"after":[96],"quit.":[98],"Specifically,":[99],"a":[100,120,178],"deep":[101,152],"reinforcement":[102],"learning":[103],"(DRL)-based":[104],"self":[105],"remedy":[106,188],"approach,":[107],"named":[108],"SREC-DRL,":[109],"proposed":[111,174],"maximize":[113],"accumulated":[115],"user":[116,183],"satisfaction":[117,184],"scores":[118],"certain":[121],"period":[122],"within":[123],"least":[126],"will":[129],"network.":[132],"To":[133],"handle":[134],"continuous":[136],"state":[137],"action":[139],"space":[140],"problem,":[143],"state-of-the-art":[145],"algorithm":[146],"actor-critic":[149],"DRL,":[150],"i.e.,":[151],"deterministic":[153],"gradient":[155],"(DDPG),":[156],"applied":[158],"with":[159,168],"better":[160],"convergence":[161],"stability.":[162],"Numerical":[163],"results":[164],"demonstrate":[165],"that":[166],"compared":[167],"passive":[170],"reaction":[171],"method,":[172],"SREC-DRL":[175],"approach":[176],"shows":[177],"12.12%":[179],"gain":[180],"accumulative":[182],"score":[185],"during":[186],"period.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}