{"id":"https://openalex.org/W3209826234","doi":"https://doi.org/10.1109/pimrc50174.2021.9569434","title":"Reinforcement Learning Based Green Rate-Constrained UAV Trajectory and User Association Design for IoT Networks","display_name":"Reinforcement Learning Based Green Rate-Constrained UAV Trajectory and User Association Design for IoT Networks","publication_year":2021,"publication_date":"2021-09-13","ids":{"openalex":"https://openalex.org/W3209826234","doi":"https://doi.org/10.1109/pimrc50174.2021.9569434","mag":"3209826234"},"language":"en","primary_location":{"id":"doi:10.1109/pimrc50174.2021.9569434","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc50174.2021.9569434","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 32nd Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019893250","display_name":"Abhishek Mondal","orcid":"https://orcid.org/0000-0001-6849-6207"},"institutions":[{"id":"https://openalex.org/I151903974","display_name":"National Institute Of Technology Silchar","ror":"https://ror.org/001ws2a36","country_code":"IN","type":"education","lineage":["https://openalex.org/I151903974"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Abhishek Mondal","raw_affiliation_strings":["National Institute of Technology,Department of Electronics and Communication Engineering,Silchar,India","Department of Electronics and Communication Engineering, National Institute of Technology, Silchar, India"],"affiliations":[{"raw_affiliation_string":"National Institute of Technology,Department of Electronics and Communication Engineering,Silchar,India","institution_ids":["https://openalex.org/I151903974"]},{"raw_affiliation_string":"Department of Electronics and Communication Engineering, National Institute of Technology, Silchar, India","institution_ids":["https://openalex.org/I151903974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009895551","display_name":"Ganesh Prasad","orcid":"https://orcid.org/0000-0002-9594-5669"},"institutions":[{"id":"https://openalex.org/I151903974","display_name":"National Institute Of Technology Silchar","ror":"https://ror.org/001ws2a36","country_code":"IN","type":"education","lineage":["https://openalex.org/I151903974"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ganesh Prasad","raw_affiliation_strings":["National Institute of Technology,Department of Electronics and Communication Engineering,Silchar,India","Department of Electronics and Communication Engineering, National Institute of Technology, Silchar, India"],"affiliations":[{"raw_affiliation_string":"National Institute of Technology,Department of Electronics and Communication Engineering,Silchar,India","institution_ids":["https://openalex.org/I151903974"]},{"raw_affiliation_string":"Department of Electronics and Communication Engineering, National Institute of Technology, Silchar, India","institution_ids":["https://openalex.org/I151903974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770198","display_name":"Deepak Mishra","orcid":"https://orcid.org/0000-0002-3225-6495"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Deepak Mishra","raw_affiliation_strings":["University of New South Wales,School of Electrical Engineering and Telecommunications,Sydney,Australia","School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"University of New South Wales,School of Electrical Engineering and Telecommunications,Sydney,Australia","institution_ids":["https://openalex.org/I31746571"]},{"raw_affiliation_string":"School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001077611","display_name":"Ashraf Hossain","orcid":"https://orcid.org/0000-0002-1784-0423"},"institutions":[{"id":"https://openalex.org/I151903974","display_name":"National Institute Of Technology Silchar","ror":"https://ror.org/001ws2a36","country_code":"IN","type":"education","lineage":["https://openalex.org/I151903974"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ashraf Hossain","raw_affiliation_strings":["National Institute of Technology,Department of Electronics and Communication Engineering,Silchar,India","Department of Electronics and Communication Engineering, National Institute of Technology, Silchar, India"],"affiliations":[{"raw_affiliation_string":"National Institute of Technology,Department of Electronics and Communication Engineering,Silchar,India","institution_ids":["https://openalex.org/I151903974"]},{"raw_affiliation_string":"Department of Electronics and Communication Engineering, National Institute of Technology, Silchar, India","institution_ids":["https://openalex.org/I151903974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5019893250"],"corresponding_institution_ids":["https://openalex.org/I151903974"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.07486491,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1345","last_page":"1350"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8519294261932373},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7475090026855469},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6958140134811401},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.6136499047279358},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.5829668641090393},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.43107447028160095},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40258246660232544},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32564014196395874},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.14421957731246948},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12981930375099182}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8519294261932373},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7475090026855469},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6958140134811401},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.6136499047279358},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.5829668641090393},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.43107447028160095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40258246660232544},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32564014196395874},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.14421957731246948},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12981930375099182},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pimrc50174.2021.9569434","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc50174.2021.9569434","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 32nd Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2268751503","https://openalex.org/W2740005962","https://openalex.org/W2806576037","https://openalex.org/W2886509985","https://openalex.org/W2922446486","https://openalex.org/W2952039542","https://openalex.org/W2963555336","https://openalex.org/W2984459839","https://openalex.org/W2989208292","https://openalex.org/W3026713158","https://openalex.org/W3106530718","https://openalex.org/W3140250893","https://openalex.org/W6792414279"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"In":[0],"this":[1,75],"paper,":[2],"we":[3,83,134],"have":[4],"proposed":[5,169],"an":[6],"energy-efficient":[7],"unmanned":[8],"aerial":[9],"vehicle":[10],"(UAV)":[11],"assisted":[12],"Internet":[13],"of":[14,42,151,176,187,195],"things":[15],"(IoT)":[16],"network":[17],"where":[18,111],"a":[19,26,32,69,106,138],"low":[20,139],"altitude":[21],"UAV":[22,112,196],"is":[23,79,103],"employed":[24],"as":[25,105],"mobile":[27],"data":[28],"collector.":[29],"We":[30,165],"develop":[31],"novel":[33],"optimization":[34,77,98],"framework":[35],"that":[36,64,91,167],"minimizes":[37],"the":[38,48,127,130,145,149,168,172,185],"total":[39,173],"energy":[40,174],"consumption":[41,175],"all":[43,177],"devices":[44,155,178],"by":[45,179],"jointly":[46],"optimizing":[47],"UAV\u2019s":[49],"trajectory,":[50],"device":[51,66],"association":[52],"and":[53,81,121,182,190],"respective":[54],"transmit":[55],"power":[56],"allocation":[57],"at":[58],"every":[59,65],"time":[60,193],"slot":[61],"while":[62],"ensuring":[63],"should":[67],"achieve":[68],"given":[70],"transmission":[71],"rate":[72],"constraint.":[73],"As":[74],"joint":[76],"problem":[78,102],"nonconvex":[80],"combinatorial,":[82],"adopt":[84],"reinforcement":[85],"learning":[86],"(RL)":[87],"based":[88],"solution":[89],"methodology":[90,170],"effectively":[92],"decouples":[93],"it":[94],"into":[95],"three":[96],"individual":[97],"problems.":[99],"The":[100],"formulated":[101],"transformed":[104],"Markov":[107],"decision":[108],"process":[109],"(MDP)":[110],"learns":[113],"its":[114,118],"trajectory":[115],"according":[116],"to":[117,125],"current":[119,131,146],"state":[120],"corresponding":[122],"action":[123],"aiming":[124],"maximize":[126],"reward":[128],"under":[129],"policy.":[132],"Finally,":[133],"conceive":[135],"state-action-reward-state-action":[136],"(SARSA),":[137],"complexity":[140],"iterative":[141],"algorithm":[142],"for":[143],"updating":[144],"policy":[147],"in":[148,184],"case":[150,186],"randomly":[152],"deployed":[153],"IoT":[154],"which":[156],"achieves":[157],"good":[158],"computational":[159],"complexity-optimality":[160],"tradeoff":[161],"via":[162],"numerical":[163],"results.":[164],"find":[166],"reduces":[171],"9.23%,":[180],"14.06%,":[181],"15.87%":[183],"80,":[188],"100,":[189],"120":[191],"available":[192],"slots":[194],"respectively.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}