{"id":"https://openalex.org/W4361029920","doi":"https://doi.org/10.1109/twc.2023.3260304","title":"Deep Reinforcement Learning Based Resource Allocation and Trajectory Planning in Integrated Sensing and Communications UAV Network","display_name":"Deep Reinforcement Learning Based Resource Allocation and Trajectory Planning in Integrated Sensing and Communications UAV Network","publication_year":2023,"publication_date":"2023-03-28","ids":{"openalex":"https://openalex.org/W4361029920","doi":"https://doi.org/10.1109/twc.2023.3260304"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2023.3260304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3260304","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041465270","display_name":"Yunhui Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yunhui Qin","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","Yangtze Delta Region Academy, Beijing Institute of Technology, Zhejiang, Jiaxing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Yangtze Delta Region Academy, Beijing Institute of Technology, Zhejiang, Jiaxing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040401781","display_name":"Zhongshan Zhang","orcid":"https://orcid.org/0000-0001-6454-4689"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongshan Zhang","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048999737","display_name":"Xulong Li","orcid":"https://orcid.org/0000-0002-5374-0323"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xulong Li","raw_affiliation_strings":["Beijing Advanced Innovation Center for Materials Genome Engineering and the Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Materials Genome Engineering and the Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010340533","display_name":"Wei Huangfu","orcid":"https://orcid.org/0000-0003-2887-8395"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Huangfu","raw_affiliation_strings":["Beijing Advanced Innovation Center for Materials Genome Engineering and the Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Materials Genome Engineering and the Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100458455","display_name":"Haijun Zhang","orcid":"https://orcid.org/0000-0002-0236-6482"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijun Zhang","raw_affiliation_strings":["Beijing Advanced Innovation Center for Materials Genome Engineering and the Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Materials Genome Engineering and the Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5041465270"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":86.8787,"has_fulltext":false,"cited_by_count":115,"citation_normalized_percentile":{"value":0.99960485,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"22","issue":"11","first_page":"8158","last_page":"8169"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9602000117301941,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8471115827560425},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7916011810302734},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5188207030296326},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5181511640548706},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.504205584526062},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4711018204689026},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.44285908341407776},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.4346403479576111},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3715716600418091},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3664073050022125},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1479916274547577}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8471115827560425},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7916011810302734},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5188207030296326},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5181511640548706},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.504205584526062},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4711018204689026},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.44285908341407776},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.4346403479576111},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3715716600418091},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3664073050022125},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1479916274547577},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2023.3260304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3260304","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6006890278","display_name":null,"funder_award_id":"62071035","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G967332224","display_name":null,"funder_award_id":"L212004","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W618980177","https://openalex.org/W2053340154","https://openalex.org/W2517514816","https://openalex.org/W2552116914","https://openalex.org/W2588854657","https://openalex.org/W2889655092","https://openalex.org/W2897417898","https://openalex.org/W2904246096","https://openalex.org/W2954996726","https://openalex.org/W2963061782","https://openalex.org/W2983617975","https://openalex.org/W2998070063","https://openalex.org/W3001613668","https://openalex.org/W3038418740","https://openalex.org/W3045819232","https://openalex.org/W3046988891","https://openalex.org/W3048206271","https://openalex.org/W3105649577","https://openalex.org/W3109039904","https://openalex.org/W3112582623","https://openalex.org/W3113076115","https://openalex.org/W3133735442","https://openalex.org/W3135089279","https://openalex.org/W3135339935","https://openalex.org/W3167450743","https://openalex.org/W3181869286","https://openalex.org/W3191425715","https://openalex.org/W3194620979","https://openalex.org/W3197342323","https://openalex.org/W3214257438","https://openalex.org/W4200437826","https://openalex.org/W4210562121","https://openalex.org/W4214717370","https://openalex.org/W4220891921","https://openalex.org/W4221165631","https://openalex.org/W4226115187","https://openalex.org/W4226380258","https://openalex.org/W4284958579","https://openalex.org/W4312646524","https://openalex.org/W4312897659","https://openalex.org/W4364322927","https://openalex.org/W6747473740","https://openalex.org/W6755326576","https://openalex.org/W6838895224","https://openalex.org/W6838993369"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2081026739","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W2153007255"],"abstract_inverted_index":{"In":[0],"this":[1,140],"paper,":[2],"multi-UAVs":[3],"serve":[4],"as":[5],"mobile":[6],"aerial":[7],"ISAC":[8],"platforms":[9],"to":[10,38,60,101,118,138],"sense":[11],"and":[12,22,34,52,95,109,153,177],"communicate":[13],"with":[14],"on-ground":[15],"target":[16],"users.":[17],"To":[18],"optimize":[19],"the":[20,40,50,53,62,72,81,85,93,96,103,120,124,127,148,151,154,161,165,174,178,183,190],"communication":[21],"sensing":[23],"performance,":[24],"we":[25,69,79],"formulate":[26],"a":[27,132],"joint":[28],"user":[29],"association,":[30],"UAV":[31],"trajectory":[32],"planning":[33],"power":[35],"allocation":[36],"problem":[37],"maximize":[39],"minimum":[41],"weighted":[42,179],"spectral":[43,180],"efficiency":[44],"among":[45],"UAVs.":[46],"This":[47],"paper":[48],"exploits":[49],"centralized":[51,73,152,171],"decentralized":[54,133,155,184],"deep":[55],"reinforcement":[56],"learning":[57],"(DRL)":[58],"solutions":[59,156,172],"solve":[61,139],"sequential":[63,141],"decision-making":[64,142],"problem.":[65,122,143],"On":[66,123],"one":[67],"hand,":[68,126],"first":[70],"introduce":[71],"soft":[74,129],"actor-critic":[75,130],"(SAC)":[76],"algorithm.":[77],"Then,":[78],"explore":[80],"equivalent":[82],"transformation":[83],"of":[84,107,150],"optimization":[86],"objective":[87],"based":[88],"on":[89],"symmetric":[90],"group,":[91],"propose":[92,111],"random":[94],"adaptive":[97,166],"data":[98,116],"augmentation":[99,117],"schemes":[100],"design":[102],"replay":[104],"memory":[105],"buffer":[106],"SAC,":[108],"accordingly":[110],"SAC":[112,162],"algorithms":[113],"assisted":[114,163],"by":[115,164],"tackle":[119],"transformed":[121],"other":[125,170],"multi-agent":[128],"(MASAC),":[131],"solution,":[134],"is":[135],"also":[136],"introduced":[137],"The":[144],"experiment":[145],"results":[146],"reveal":[147],"effectiveness":[149],"in":[157,173,189],"considered":[158],"scenarios.":[159],"Specifically,":[160],"scheme":[167],"significantly":[168],"outperforms":[169],"training":[175,192],"speed":[176],"efficiency.":[181],"Meanwhile,":[182],"MASAC":[185],"algorithm":[186],"behaves":[187],"best":[188],"early":[191],"speed.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":63},{"year":2024,"cited_by_count":35},{"year":2023,"cited_by_count":7}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}