{"id":"https://openalex.org/W4396712697","doi":"https://doi.org/10.1109/jiot.2024.3397823","title":"Graph-Attention-Based Reinforcement Learning for Trajectory Design and Resource Assignment in Multi-UAV-Assisted Communication","display_name":"Graph-Attention-Based Reinforcement Learning for Trajectory Design and Resource Assignment in Multi-UAV-Assisted Communication","publication_year":2024,"publication_date":"2024-05-07","ids":{"openalex":"https://openalex.org/W4396712697","doi":"https://doi.org/10.1109/jiot.2024.3397823"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3397823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3397823","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007390986","display_name":"Zikai Feng","orcid":"https://orcid.org/0000-0001-8788-3659"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]},{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Zikai Feng","raw_affiliation_strings":["School of Information and Communication Engineering and State Key Laboratory of Marine Resource Utilization in South China Sea, Hainan University, Haikou, China","School of Information and Communication Engineering, Hainan University, and State Key Laboratory of Marine Resource Utilization in South China Sea, Haikou, China","Engineering Product Development Pillar, Singapore University of Technology and Design, Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering and State Key Laboratory of Marine Resource Utilization in South China Sea, Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Hainan University, and State Key Laboratory of Marine Resource Utilization in South China Sea, Haikou, China","institution_ids":["https://openalex.org/I20942203"]},{"raw_affiliation_string":"Engineering Product Development Pillar, Singapore University of Technology and Design, Singapore, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101557520","display_name":"Di Wu","orcid":"https://orcid.org/0000-0003-1865-9885"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]},{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["CN","IT"],"is_corresponding":false,"raw_author_name":"Di Wu","raw_affiliation_strings":["School of Information and Communication Engineering and State Key Laboratory of Marine Resource Utilization in South China Sea, Hainan University, Haikou, China","Department of Automation, Shanghai Jiao Tong University, Shanghai, China","PRISMA Lab, University of Naples Federico II, Naples, Italy","School of Information and Communication Engineering, Hainan University, and State Key Laboratory of Marine Resource Utilization in South China Sea, Haikou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering and State Key Laboratory of Marine Resource Utilization in South China Sea, Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]},{"raw_affiliation_string":"Department of Automation, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"PRISMA Lab, University of Naples Federico II, Naples, Italy","institution_ids":["https://openalex.org/I71267560"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Hainan University, and State Key Laboratory of Marine Resource Utilization in South China Sea, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036528551","display_name":"Mengxing Huang","orcid":"https://orcid.org/0000-0001-8848-2566"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengxing Huang","raw_affiliation_strings":["School of Information and Communication Engineering and State Key Laboratory of Marine Resource Utilization in South China Sea, Hainan University, Haikou, China","School of Information and Communication Engineering, Hainan University, and State Key Laboratory of Marine Resource Utilization in South China Sea, Haikou, China"],"raw_orcid":"https://orcid.org/0000-0001-8848-2566","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering and State Key Laboratory of Marine Resource Utilization in South China Sea, Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Hainan University, and State Key Laboratory of Marine Resource Utilization in South China Sea, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060020877","display_name":"Chau Yuen","orcid":"https://orcid.org/0000-0002-9307-2120"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chau Yuen","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-9307-2120","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":41.9254,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.99779807,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"11","issue":"16","first_page":"27421","last_page":"27434"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9664999842643738,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8553148508071899},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8041170835494995},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7411942481994629},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5217914581298828},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5134583115577698},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4651167690753937},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.45773980021476746},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.44477155804634094},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.43534865975379944},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.41474559903144836},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.41355741024017334},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.38747847080230713},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3513941168785095},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31461578607559204},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2821975350379944},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2515471279621124},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.21486398577690125}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8553148508071899},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8041170835494995},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7411942481994629},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5217914581298828},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5134583115577698},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4651167690753937},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.45773980021476746},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.44477155804634094},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.43534865975379944},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.41474559903144836},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.41355741024017334},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38747847080230713},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3513941168785095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31461578607559204},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2821975350379944},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2515471279621124},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.21486398577690125},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3397823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3397823","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G4023423456","display_name":"\u901a\u4fe1\u53d7\u9650\u73af\u5883\u4e0b\u5f02\u6784\u5207\u6362\u590d\u6742\u7f51\u7edc\u7684\u540c\u6b65\u63a7\u5236\u53ca\u5176\u5728\u6d77\u6d0b\u901a\u4fe1\u7cfb\u7edf\u4e2d\u7684\u5e94\u7528","funder_award_id":"622RC618","funder_id":"https://openalex.org/F4320322866","funder_display_name":"Natural Science Foundation of Hainan Province"},{"id":"https://openalex.org/G6721094537","display_name":null,"funder_award_id":"KYQD(ZR)-21007","funder_id":"https://openalex.org/F4320323370","funder_display_name":"Hainan University"},{"id":"https://openalex.org/G8738756575","display_name":null,"funder_award_id":"621QN212","funder_id":"https://openalex.org/F4320322866","funder_display_name":"Natural Science Foundation of Hainan Province"}],"funders":[{"id":"https://openalex.org/F4320322866","display_name":"Natural Science Foundation of Hainan Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323370","display_name":"Hainan University","ror":"https://ror.org/03q648j11"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1542941925","https://openalex.org/W1575592356","https://openalex.org/W1771410628","https://openalex.org/W1972221945","https://openalex.org/W2963542767","https://openalex.org/W2980965333","https://openalex.org/W2997940961","https://openalex.org/W3049663264","https://openalex.org/W3099689767","https://openalex.org/W3124451384","https://openalex.org/W3130469549","https://openalex.org/W3134226813","https://openalex.org/W3139062370","https://openalex.org/W3162331326","https://openalex.org/W3164175916","https://openalex.org/W3188205635","https://openalex.org/W3198103443","https://openalex.org/W3200561352","https://openalex.org/W3210169707","https://openalex.org/W4205544270","https://openalex.org/W4212797575","https://openalex.org/W4213243596","https://openalex.org/W4213251304","https://openalex.org/W4226154943","https://openalex.org/W4234761190","https://openalex.org/W4285028943","https://openalex.org/W4285288618","https://openalex.org/W4288358187","https://openalex.org/W4299802797","https://openalex.org/W4318586126","https://openalex.org/W4319338592","https://openalex.org/W4319866458","https://openalex.org/W4321488123","https://openalex.org/W4323022403","https://openalex.org/W4327808344","https://openalex.org/W4360995544","https://openalex.org/W4366090261","https://openalex.org/W4366957200","https://openalex.org/W4379382579","https://openalex.org/W4380303831","https://openalex.org/W4384080876","https://openalex.org/W4385338914","https://openalex.org/W4385975751","https://openalex.org/W4387490198","https://openalex.org/W4389317746","https://openalex.org/W4389317911","https://openalex.org/W4389584472","https://openalex.org/W4391019703","https://openalex.org/W6631190155","https://openalex.org/W6638018090","https://openalex.org/W6738796088","https://openalex.org/W6761998143","https://openalex.org/W6797584944","https://openalex.org/W6798261333","https://openalex.org/W6802002411"],"related_works":["https://openalex.org/W2180954594","https://openalex.org/W2052835778","https://openalex.org/W2049003611","https://openalex.org/W2127804977","https://openalex.org/W2108418243","https://openalex.org/W164103134","https://openalex.org/W2315999538","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"In":[0,80],"the":[1,36,53,65,68,97,114,139,145,160,164,172,179,184,195,209],"multiple":[2],"unmanned":[3],"aerial":[4],"vehicle":[5],"(UAV)-assisted":[6],"downlink":[7],"communication,":[8],"it":[9],"is":[10,48,93,105],"challenging":[11],"for":[12,52,134,149,208],"UAV":[13,33,150,181],"base":[14],"stations":[15],"(UAV":[16],"BSs)":[17],"to":[18,40,95,107,119,188],"realize":[19],"trajectory":[20],"design":[21],"and":[22,30,70,109,123,158],"resource":[23],"assignment":[24],"in":[25,35],"unknown":[26],"environments.":[27],"The":[28,128],"cooperation":[29],"competition":[31],"between":[32],"BSs":[34,182],"communication":[37,100,115,186,212],"network":[38,104,141,162],"leads":[39],"a":[41,49,83],"Markov":[42,213],"game":[43],"problem.":[44,101],"Multi-agent":[45],"reinforcement":[46,90],"learning":[47,91],"significant":[50],"solution":[51],"above":[54],"decision-making.":[55],"However,":[56],"there":[57],"are":[58],"still":[59],"many":[60],"common":[61],"issues,":[62],"such":[63],"as":[64,118],"instability":[66],"of":[67,73,113,147],"strategy":[69,165],"low":[71],"utilization":[72],"historical":[74],"data,":[75],"that":[76,138,171],"limit":[77],"its":[78],"application.":[79],"this":[81],"paper,":[82],"novel":[84],"graph-attention":[85],"multi-agent":[86,196],"trust":[87,197],"region":[88,198],"(GA-MATR)":[89],"framework":[92],"proposed":[94,173],"solve":[96],"multi-UAV":[98,210],"assisted":[99,211],"Graph":[102],"recurrent":[103],"introduced":[106],"process":[108],"analyze":[110],"complex":[111],"topology":[112],"network,":[116],"so":[117,137],"extract":[120],"useful":[121],"information":[122],"patterns":[124],"from":[125],"observational":[126],"information.":[127],"attention":[129],"mechanism":[130],"provides":[131,153,203],"additional":[132],"weighting":[133],"conveyed":[135],"information,":[136],"critic":[140],"can":[142],"accurately":[143],"evaluate":[144],"value":[146],"behavior":[148],"BSs.":[151],"This":[152],"more":[154,166],"reliable":[155],"feedback":[156],"signals":[157],"helps":[159],"actor":[161],"update":[163],"effectively.":[167],"Ablation":[168],"simulations":[169],"indicate":[170],"approach":[174],"attains":[175],"improved":[176],"convergence":[177,202],"over":[178],"baselines.":[180],"learn":[183],"optimal":[185],"strategies":[187],"achieve":[189],"their":[190],"maximum":[191],"cumulative":[192],"rewards.":[193],"Additionally,":[194],"method":[199],"with":[200],"monotonic":[201],"an":[204],"estimated":[205],"Nash":[206],"equilibrium":[207],"game.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2025-10-10T00:00:00"}