{"id":"https://openalex.org/W3130929701","doi":"https://doi.org/10.1109/twc.2021.3058533","title":"Learning to Be Proactive: Self-Regulation of UAV Based Networks With UAV and User Dynamics","display_name":"Learning to Be Proactive: Self-Regulation of UAV Based Networks With UAV and User Dynamics","publication_year":2021,"publication_date":"2021-02-20","ids":{"openalex":"https://openalex.org/W3130929701","doi":"https://doi.org/10.1109/twc.2021.3058533","mag":"3130929701"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2021.3058533","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3058533","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060248240","display_name":"Ran Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I83328450","display_name":"Miami University","ror":"https://ror.org/05nbqxr67","country_code":"US","type":"education","lineage":["https://openalex.org/I83328450"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ran Zhang","raw_affiliation_strings":["Miami University, Oxford, OH, USA"],"affiliations":[{"raw_affiliation_string":"Miami University, Oxford, OH, USA","institution_ids":["https://openalex.org/I83328450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100415861","display_name":"Miao Wang","orcid":"https://orcid.org/0000-0003-0062-1248"},"institutions":[{"id":"https://openalex.org/I83328450","display_name":"Miami University","ror":"https://ror.org/05nbqxr67","country_code":"US","type":"education","lineage":["https://openalex.org/I83328450"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miao Wang","raw_affiliation_strings":["Miami University, Oxford, OH, USA"],"affiliations":[{"raw_affiliation_string":"Miami University, Oxford, OH, USA","institution_ids":["https://openalex.org/I83328450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105408270","display_name":"Lin X. Cai","orcid":"https://orcid.org/0000-0001-8509-0452"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin X. Cai","raw_affiliation_strings":["Illinois Institute of Technology, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology, Chicago, IL, USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100773343","display_name":"Xuemin Shen","orcid":"https://orcid.org/0000-0002-4140-287X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xuemin Shen","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5060248240"],"corresponding_institution_ids":["https://openalex.org/I83328450"],"apc_list":null,"apc_paid":null,"fwci":26.9173,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.9921004,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"20","issue":"7","first_page":"4406","last_page":"4419"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.958899974822998,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.760755181312561},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7194097638130188},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.6586023569107056},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6300589442253113},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.5676529407501221},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5224998593330383},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5188092589378357},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.515575110912323},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4776824116706848},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4405035972595215},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4236743450164795},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.42022407054901123},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3257473409175873},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.24376162886619568},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.23517698049545288},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1512613594532013},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11909130215644836}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.760755181312561},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7194097638130188},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6586023569107056},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6300589442253113},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.5676529407501221},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5224998593330383},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5188092589378357},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.515575110912323},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4776824116706848},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4405035972595215},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4236743450164795},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.42022407054901123},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3257473409175873},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.24376162886619568},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23517698049545288},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1512613594532013},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11909130215644836},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2021.3058533","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3058533","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1097002776","display_name":null,"funder_award_id":"ECCS-1554576","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1988456768","https://openalex.org/W2121863487","https://openalex.org/W2173248099","https://openalex.org/W2268751503","https://openalex.org/W2476537510","https://openalex.org/W2528788999","https://openalex.org/W2586992378","https://openalex.org/W2604830243","https://openalex.org/W2783184536","https://openalex.org/W2788862220","https://openalex.org/W2799343071","https://openalex.org/W2886509985","https://openalex.org/W2887592610","https://openalex.org/W2898035736","https://openalex.org/W2901790394","https://openalex.org/W2907962963","https://openalex.org/W2918899415","https://openalex.org/W2924948991","https://openalex.org/W2939666014","https://openalex.org/W2952736579","https://openalex.org/W2961269959","https://openalex.org/W2962684895","https://openalex.org/W2962691117","https://openalex.org/W2962726494","https://openalex.org/W2962733038","https://openalex.org/W2962804513","https://openalex.org/W2962889437","https://openalex.org/W2963061782","https://openalex.org/W2963376229","https://openalex.org/W2963542767","https://openalex.org/W2963864421","https://openalex.org/W2964023906","https://openalex.org/W2964043796","https://openalex.org/W2964220104","https://openalex.org/W2969525674","https://openalex.org/W2989743749","https://openalex.org/W3002033136","https://openalex.org/W3004263011","https://openalex.org/W3010191728","https://openalex.org/W3013198216","https://openalex.org/W3024896345","https://openalex.org/W3036296382","https://openalex.org/W3038366466","https://openalex.org/W3038418740","https://openalex.org/W3087161310","https://openalex.org/W3102027520","https://openalex.org/W3106530718","https://openalex.org/W3132299869","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6748645729","https://openalex.org/W6782818761"],"related_works":["https://openalex.org/W2116677773","https://openalex.org/W2155261584","https://openalex.org/W2584231425","https://openalex.org/W4225571923","https://openalex.org/W3212257828","https://openalex.org/W2999580272","https://openalex.org/W4297873223","https://openalex.org/W3009457412","https://openalex.org/W2350784623","https://openalex.org/W2126211886"],"abstract_inverted_index":{"Multi-Unmanned":[0],"Aerial":[1],"Vehicle":[2],"(UAV)":[3],"control":[4,71],"is":[5,44,107,151,171,195,204],"one":[6,47,125,218],"of":[7,41,138,185,210,219,234,249],"the":[8,22,28,57,76,79,92,97,111,131,135,139,145,148,183,201,208,220,230,247],"major":[9],"research":[10],"interests":[11],"in":[12,244],"UAV-based":[13,42],"networks.":[14],"Yet":[15],"few":[16],"existing":[17],"works":[18],"focus":[19],"on":[20],"how":[21],"network":[23],"should":[24],"optimally":[25],"react":[26],"when":[27,46],"UAV":[29,69,80,126,251],"lineup":[30,81,146,186,252],"and":[31,143,158,232,241,253],"user":[32,62,113,212,254],"distribution":[33,213],"change.":[34,98],"In":[35],"this":[36],"work,":[37],"proactive":[38],"self-regulation":[39,105],"(PSR)":[40],"networks":[43],"investigated":[45],"or":[48,55,129],"more":[49],"UAVs":[50,77,93],"are":[51,226],"about":[52,85],"to":[53,109,198,207,228],"quit":[54,128],"join":[56,130],"network,":[58],"with":[59,173],"considering":[60],"dynamic":[61,211],"distribution.":[63,255],"We":[64],"target":[65],"at":[66,123],"an":[67,161,188],"optimal":[68],"trajectory":[70],"policy":[72,168],"which":[73,122],"proactively":[74],"relocates":[75],"whenever":[78],"<italic":[82,94],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[83,95],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">is":[84],"to</i>":[86],"change,":[87,187],"rather":[88],"than":[89],"passively":[90],"dispatches":[91],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">after</i>":[96],"Specifically,":[99],"a":[100,118,237],"deep":[101,166],"reinforcement":[102],"learning":[103,180,193],"(DRL)-based":[104],"approach":[106,203],"developed":[108,202],"maximize":[110],"accumulated":[112],"satisfaction":[114],"(US)":[115],"score":[116],"for":[117],"certain":[119],"period":[120],"within":[121],"least":[124],"will":[127],"network.":[132],"To":[133,154,177],"handle":[134],"changed":[136],"dimension":[137],"state-action":[140],"space":[141],"before":[142],"after":[144],"changes,":[147],"state":[149,157],"transition":[150],"deliberately":[152],"designed.":[153],"accommodate":[155],"continuous":[156],"action":[159],"space,":[160],"actor-critic":[162],"based":[163],"DRL,":[164],"i.e.,":[165],"deterministic":[167],"gradient":[169],"(DDPG),":[170],"applied":[172],"better":[174],"convergence":[175,231],"stability.":[176],"effectively":[178],"promote":[179],"exploration":[181],"around":[182],"timing":[184],"asynchronous":[189],"parallel":[190],"computing":[191],"(APC)":[192],"structure":[194],"proposed.":[196],"Referred":[197],"as":[199,217],"PSR-APC,":[200],"then":[205],"extended":[206],"case":[209],"by":[214],"incorporating":[215],"time":[216],"agent":[221],"states.":[222],"Finally,":[223],"numerical":[224],"results":[225],"presented":[227],"demonstrate":[229],"superiority":[233],"PSR-APC":[235],"over":[236],"passive":[238],"reaction":[239],"method,":[240],"its":[242],"capability":[243],"jointly":[245],"handling":[246],"dynamics":[248],"both":[250]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}