{"id":"https://openalex.org/W4225358230","doi":"https://doi.org/10.1109/tcomm.2022.3211083","title":"Multi-Agent Reinforcement Learning Trajectory Design and Two-Stage Resource Management in CoMP UAV VLC Networks","display_name":"Multi-Agent Reinforcement Learning Trajectory Design and Two-Stage Resource Management in CoMP UAV VLC Networks","publication_year":2022,"publication_date":"2022-10-04","ids":{"openalex":"https://openalex.org/W4225358230","doi":"https://doi.org/10.1109/tcomm.2022.3211083"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2022.3211083","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3211083","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112751778","display_name":"Mohammad Reza Maleki","orcid":null},"institutions":[{"id":"https://openalex.org/I1516879","display_name":"Tarbiat Modares University","ror":"https://ror.org/03mwgfy56","country_code":"IR","type":"education","lineage":["https://openalex.org/I1516879"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Mohammad Reza Maleki","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran","institution_ids":["https://openalex.org/I1516879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066654506","display_name":"Mohammad Robat Mili","orcid":"https://orcid.org/0000-0003-4120-1872"},"institutions":[{"id":"https://openalex.org/I4210127068","display_name":"Pasargad Institute for Advanced Innovative Solutions","ror":"https://ror.org/033mn5m13","country_code":"IR","type":"education","lineage":["https://openalex.org/I4210127068"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammad Robat Mili","raw_affiliation_strings":["Pasargad Institute for Advanced Innovative Solutions (PIAIS), Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Pasargad Institute for Advanced Innovative Solutions (PIAIS), Tehran, Iran","institution_ids":["https://openalex.org/I4210127068"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080399016","display_name":"Mohammad Reza Javan","orcid":"https://orcid.org/0000-0002-9272-2320"},"institutions":[{"id":"https://openalex.org/I176861719","display_name":"University of Shahrood","ror":"https://ror.org/00yqvtm78","country_code":"IR","type":"education","lineage":["https://openalex.org/I176861719"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammad Reza Javan","raw_affiliation_strings":["Department of Electrical Engineering, Shahrood University of Technology, Shahrood, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Shahrood University of Technology, Shahrood, Iran","institution_ids":["https://openalex.org/I176861719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090238254","display_name":"Nader Mokari","orcid":"https://orcid.org/0000-0001-5364-8888"},"institutions":[{"id":"https://openalex.org/I1516879","display_name":"Tarbiat Modares University","ror":"https://ror.org/03mwgfy56","country_code":"IR","type":"education","lineage":["https://openalex.org/I1516879"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Nader Mokari","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran","institution_ids":["https://openalex.org/I1516879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029956964","display_name":"Eduard A. Jorswieck","orcid":"https://orcid.org/0000-0001-7893-8435"},"institutions":[{"id":"https://openalex.org/I94509681","display_name":"Technische Universit\u00e4t Braunschweig","ror":"https://ror.org/010nsgg66","country_code":"DE","type":"education","lineage":["https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eduard A. Jorswieck","raw_affiliation_strings":["Institute of Communications Technology, TU Braunschweig, Braunschweig, Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Communications Technology, TU Braunschweig, Braunschweig, Germany","institution_ids":["https://openalex.org/I94509681"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5112751778"],"corresponding_institution_ids":["https://openalex.org/I1516879"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05677224,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"70","issue":"11","first_page":"7464","last_page":"7476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7332985401153564},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6752802133560181},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.6737851500511169},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5334401726722717},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5168278813362122},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.508529543876648},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.46141326427459717},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.43456605076789856},{"id":"https://openalex.org/keywords/visible-light-communication","display_name":"Visible light communication","score":0.43348583579063416},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4306652247905731},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37015536427497864},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32352912425994873},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21328070759773254},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19105175137519836},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13287106156349182},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09001293778419495}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7332985401153564},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6752802133560181},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.6737851500511169},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5334401726722717},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5168278813362122},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.508529543876648},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.46141326427459717},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.43456605076789856},{"id":"https://openalex.org/C160487672","wikidata":"https://www.wikidata.org/wiki/Q1426313","display_name":"Visible light communication","level":3,"score":0.43348583579063416},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4306652247905731},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37015536427497864},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32352912425994873},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21328070759773254},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19105175137519836},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13287106156349182},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09001293778419495},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C176666156","wikidata":"https://www.wikidata.org/wiki/Q25504","display_name":"Light-emitting diode","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2022.3211083","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3211083","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2061914652","https://openalex.org/W2133972154","https://openalex.org/W2268751503","https://openalex.org/W2323702888","https://openalex.org/W2327622231","https://openalex.org/W2648066211","https://openalex.org/W2780345215","https://openalex.org/W2791545306","https://openalex.org/W2794643322","https://openalex.org/W2799944166","https://openalex.org/W2801874663","https://openalex.org/W2804175470","https://openalex.org/W2887592610","https://openalex.org/W2911165953","https://openalex.org/W2917313981","https://openalex.org/W2920476468","https://openalex.org/W2923086750","https://openalex.org/W2958820735","https://openalex.org/W2963542767","https://openalex.org/W2963640672","https://openalex.org/W2963899602","https://openalex.org/W2964311372","https://openalex.org/W2965076939","https://openalex.org/W2969525674","https://openalex.org/W2994008524","https://openalex.org/W2996765912","https://openalex.org/W2999389395","https://openalex.org/W3004720322","https://openalex.org/W3008565916","https://openalex.org/W3010398415","https://openalex.org/W3017452564","https://openalex.org/W3038366466","https://openalex.org/W3042420563","https://openalex.org/W3043543211","https://openalex.org/W3045743199","https://openalex.org/W3048543830","https://openalex.org/W3081875647","https://openalex.org/W3090704842","https://openalex.org/W3105649577","https://openalex.org/W3109039904","https://openalex.org/W3117267439","https://openalex.org/W3131765381","https://openalex.org/W3172394904","https://openalex.org/W3173360237","https://openalex.org/W3207745675","https://openalex.org/W4309400090","https://openalex.org/W6748839928","https://openalex.org/W6795828873"],"related_works":["https://openalex.org/W909340","https://openalex.org/W1311792","https://openalex.org/W1290750","https://openalex.org/W573540","https://openalex.org/W4359858","https://openalex.org/W214038","https://openalex.org/W11745121","https://openalex.org/W10706791","https://openalex.org/W12422104","https://openalex.org/W16689821"],"abstract_inverted_index":{"In":[0,95],"this":[1,140,160],"paper,":[2],"we":[3,71,89,143],"consider":[4],"unmanned":[5],"aerial":[6],"vehicles":[7],"(UAVs)":[8],"equipped":[9],"with":[10,169],"a":[11,40,44,118],"visible":[12],"light":[13],"communication":[14,132],"(VLC)":[15],"access":[16],"point":[17],"and":[18,51,80,105,129,149],"coordinated":[19],"multipoint":[20],"(CoMP)":[21],"capability":[22],"that":[23],"allows":[24],"users":[25],"to":[26,28,64,116],"connect":[27],"more":[29],"than":[30],"one":[31],"UAV.":[32],"UAVs":[33],"can":[34],"move":[35],"in":[36,60,106],"3-dimensional":[37],"(3D)":[38],"at":[39],"constant":[41],"acceleration,":[42],"where":[43,122],"central":[45],"server":[46],"is":[47,62,103,115,127,135],"responsible":[48],"for":[49],"synchronization":[50],"cooperation":[52],"among":[53],"UAVs.":[54],"The":[55],"effect":[56],"of":[57,75,100],"accelerated":[58],"movement":[59],"UAV":[61,102],"necessary":[63],"be":[65],"considered.":[66],"Unlike":[67],"most":[68],"existing":[69],"works,":[70],"examine":[72],"the":[73,85,96,98,123,130,146],"effects":[74],"variable":[76],"speed":[77],"on":[78],"kinetics":[79],"radio":[81,109],"resource":[82,171],"allocations.":[83],"For":[84],"proposed":[86],"system":[87],"model,":[88],"define":[90],"two":[91,165],"different":[92],"time":[93],"scales.":[94],"frame,":[97],"acceleration":[99],"each":[101,107],"specified,":[104],"slot,":[108],"resources":[110],"are":[111],"allocated.":[112],"Our":[113],"goal":[114],"formulate":[117],"multi-objective":[119,141],"optimization":[120],"problem":[121],"total":[124,131],"data":[125],"rate":[126],"maximized,":[128],"power":[133],"consumption":[134],"minimized":[136],"simultaneously.":[137],"To":[138],"handle":[139],"optimization,":[142],"first":[144],"apply":[145,151],"scalarization":[147],"method":[148,162],"then":[150],"multi-agent":[152],"deep":[153],"deterministic":[154],"policy":[155],"gradient":[156],"(MADDPG).":[157],"We":[158],"improve":[159],"solution":[161],"by":[163],"adding":[164],"critic":[166],"networks":[167],"together":[168],"two-stage":[170],"allocation.":[172]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2022-05-05T00:00:00"}