{"id":"https://openalex.org/W7125607886","doi":"https://doi.org/10.1109/tnse.2026.3657390","title":"Deep Reinforcement Learning-Based Joint Resource Allocation and Trajectory Design for UAV-Assisted Multi-Cell ISAC Systems","display_name":"Deep Reinforcement Learning-Based Joint Resource Allocation and Trajectory Design for UAV-Assisted Multi-Cell ISAC Systems","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7125607886","doi":"https://doi.org/10.1109/tnse.2026.3657390"},"language":null,"primary_location":{"id":"doi:10.1109/tnse.2026.3657390","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2026.3657390","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017543363","display_name":"Haiyong Zeng","orcid":"https://orcid.org/0000-0003-4336-9492"},"institutions":[{"id":"https://openalex.org/I29739308","display_name":"Guangxi Normal University","ror":"https://ror.org/02frt9q65","country_code":"CN","type":"education","lineage":["https://openalex.org/I29739308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyong Zeng","raw_affiliation_strings":["Guangxi Key Laboratory of Brain-inspired Computing and Intelligent Chips, School of Electronic and Information Engineering, Guangxi Normal University, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0003-4336-9492","affiliations":[{"raw_affiliation_string":"Guangxi Key Laboratory of Brain-inspired Computing and Intelligent Chips, School of Electronic and Information Engineering, Guangxi Normal University, Guilin, China","institution_ids":["https://openalex.org/I29739308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072243055","display_name":"Xuan Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I29739308","display_name":"Guangxi Normal University","ror":"https://ror.org/02frt9q65","country_code":"CN","type":"education","lineage":["https://openalex.org/I29739308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Lu","raw_affiliation_strings":["Guangxi Key Laboratory of Brain-inspired Computing and Intelligent Chips, School of Electronic and Information Engineering, Guangxi Normal University, Guilin, China"],"raw_orcid":"https://orcid.org/0009-0001-7226-5759","affiliations":[{"raw_affiliation_string":"Guangxi Key Laboratory of Brain-inspired Computing and Intelligent Chips, School of Electronic and Information Engineering, Guangxi Normal University, Guilin, China","institution_ids":["https://openalex.org/I29739308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061374214","display_name":"Yuanyan Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I29739308","display_name":"Guangxi Normal University","ror":"https://ror.org/02frt9q65","country_code":"CN","type":"education","lineage":["https://openalex.org/I29739308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanyan Huang","raw_affiliation_strings":["Guangxi Key Laboratory of Brain-inspired Computing and Intelligent Chips, School of Electronic and Information Engineering, Guangxi Normal University, Guilin, China"],"raw_orcid":"https://orcid.org/0009-0006-6199-3562","affiliations":[{"raw_affiliation_string":"Guangxi Key Laboratory of Brain-inspired Computing and Intelligent Chips, School of Electronic and Information Engineering, Guangxi Normal University, Guilin, China","institution_ids":["https://openalex.org/I29739308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123754935","display_name":"Shoulin Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shoulin Huang","raw_affiliation_strings":["School of Information Science and Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2195-7878","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shaohan Feng","orcid":"https://orcid.org/0000-0002-8193-466X"},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaohan Feng","raw_affiliation_strings":["School of Information and Electronic Engineering, Zhejiang Gongshang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8193-466X","affiliations":[{"raw_affiliation_string":"School of Information and Electronic Engineering, Zhejiang Gongshang University, Hangzhou, China","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123742656","display_name":"Xu Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Zhu","raw_affiliation_strings":["School of Information Science and Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1287-1623","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034310857","display_name":"Jie Cao","orcid":"https://orcid.org/0000-0002-8652-7879"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Cao","raw_affiliation_strings":["School of Information Science and Technology, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8652-7879","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":27.3911,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.98969868,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"13","issue":null,"first_page":"6383","last_page":"6401"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.01720000058412552,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.006800000090152025,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.7095999717712402},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6158000230789185},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5979999899864197},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"Trajectory optimization","score":0.580299973487854},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5439000129699707},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5288000106811523},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5073000192642212},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4228000044822693},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.41290000081062317},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4065999984741211}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7175999879837036},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.7095999717712402},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6158000230789185},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5979999899864197},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.580299973487854},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5439000129699707},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5288000106811523},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5073000192642212},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.47780001163482666},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4065999984741211},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.3813000023365021},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.3756999969482422},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3625999987125397},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.36160001158714294},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.36059999465942383},{"id":"https://openalex.org/C2776029896","wikidata":"https://www.wikidata.org/wiki/Q3935810","display_name":"Relaxation (psychology)","level":2,"score":0.3488999903202057},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33500000834465027},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.33469998836517334},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.31459999084472656},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.299699991941452},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.29829999804496765},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C91765299","wikidata":"https://www.wikidata.org/wiki/Q3424292","display_name":"Lagrangian relaxation","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.2653999924659729},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.26260000467300415}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2026.3657390","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2026.3657390","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2300180040","display_name":null,"funder_award_id":"62401182","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4513587377","display_name":null,"funder_award_id":"62466006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4547849143","display_name":null,"funder_award_id":"62302446","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5086460108","display_name":null,"funder_award_id":"62301172","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6837856589","display_name":null,"funder_award_id":"2025A1515010182","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":113,"referenced_works":["https://openalex.org/W2109499745","https://openalex.org/W2775267348","https://openalex.org/W2886509985","https://openalex.org/W2896835129","https://openalex.org/W2952736579","https://openalex.org/W2958947067","https://openalex.org/W2963851315","https://openalex.org/W2964129085","https://openalex.org/W2981828647","https://openalex.org/W2993976228","https://openalex.org/W3006143078","https://openalex.org/W3048386157","https://openalex.org/W3051352583","https://openalex.org/W3072033075","https://openalex.org/W3091656740","https://openalex.org/W3112582623","https://openalex.org/W3113076115","https://openalex.org/W3144494418","https://openalex.org/W3152301406","https://openalex.org/W3175611345","https://openalex.org/W3194620979","https://openalex.org/W3195482511","https://openalex.org/W3200629432","https://openalex.org/W3211270128","https://openalex.org/W3213342551","https://openalex.org/W3216520238","https://openalex.org/W4210242265","https://openalex.org/W4213165131","https://openalex.org/W4213433215","https://openalex.org/W4214480547","https://openalex.org/W4221165631","https://openalex.org/W4223477331","https://openalex.org/W4225634769","https://openalex.org/W4226212088","https://openalex.org/W4226215778","https://openalex.org/W4285276323","https://openalex.org/W4285410860","https://openalex.org/W4286569383","https://openalex.org/W4293195481","https://openalex.org/W4295308260","https://openalex.org/W4296708208","https://openalex.org/W4312560474","https://openalex.org/W4312809892","https://openalex.org/W4315629945","https://openalex.org/W4316506832","https://openalex.org/W4327779043","https://openalex.org/W4361801952","https://openalex.org/W4366251214","https://openalex.org/W4366310803","https://openalex.org/W4366332812","https://openalex.org/W4375869177","https://openalex.org/W4379983385","https://openalex.org/W4381785340","https://openalex.org/W4382568105","https://openalex.org/W4385756464","https://openalex.org/W4385848828","https://openalex.org/W4385976064","https://openalex.org/W4386143478","https://openalex.org/W4386869601","https://openalex.org/W4387530823","https://openalex.org/W4387587676","https://openalex.org/W4390691088","https://openalex.org/W4391454495","https://openalex.org/W4391888851","https://openalex.org/W4392745986","https://openalex.org/W4393028353","https://openalex.org/W4393099951","https://openalex.org/W4393140194","https://openalex.org/W4393241051","https://openalex.org/W4394675583","https://openalex.org/W4394726927","https://openalex.org/W4394880512","https://openalex.org/W4395047770","https://openalex.org/W4396680560","https://openalex.org/W4396817487","https://openalex.org/W4399110229","https://openalex.org/W4399666271","https://openalex.org/W4399800611","https://openalex.org/W4399801180","https://openalex.org/W4399951476","https://openalex.org/W4400788454","https://openalex.org/W4401628466","https://openalex.org/W4402157183","https://openalex.org/W4402653818","https://openalex.org/W4403182678","https://openalex.org/W4403675450","https://openalex.org/W4403827276","https://openalex.org/W4404563332","https://openalex.org/W4404871523","https://openalex.org/W4406094041","https://openalex.org/W4406322159","https://openalex.org/W4407390651","https://openalex.org/W4407448781","https://openalex.org/W4408354454","https://openalex.org/W4408361352","https://openalex.org/W4408857475","https://openalex.org/W4408951644","https://openalex.org/W4409279379","https://openalex.org/W4409581004","https://openalex.org/W4409640936","https://openalex.org/W4410394337","https://openalex.org/W4410492064","https://openalex.org/W4410859310","https://openalex.org/W4411471975","https://openalex.org/W4412030270","https://openalex.org/W4412985069","https://openalex.org/W4413155544","https://openalex.org/W4413992214","https://openalex.org/W4414155281","https://openalex.org/W4415368698","https://openalex.org/W7082981310","https://openalex.org/W7105853809","https://openalex.org/W7118183964"],"related_works":[],"abstract_inverted_index":{"The":[0,159],"rapid":[1],"development":[2],"of":[3,35,189],"multi-cell":[4,51],"integrated":[5],"sensing":[6,38,74,87],"and":[7,14,32,73,86,147,156,174,187],"communication":[8,27,72,84],"(ISAC)":[9],"systems":[10],"requires":[11],"new":[12],"architectural":[13],"algorithmic":[15],"solutions":[16],"to":[17,63],"tackle":[18],"two":[19],"key":[20],"challenges:":[21],"severe":[22],"inter-cell":[23],"interference":[24],"that":[25],"degrades":[26],"quality":[28,85],"for":[29,120],"edge":[30],"users,":[31],"the":[33,55,78,103,117,129,133,142,166,185,190],"difficulty":[34],"maintaining":[36],"reliable":[37],"performance":[39],"in":[40,68],"dynamic":[41],"environments.":[42],"This":[43],"paper":[44],"proposes":[45],"an":[46],"uncrewed":[47],"aerial":[48],"vehicle":[49],"(UAV)-assisted":[50],"ISAC":[52],"framework.":[53,181],"Therein,":[54],"UAV":[56,106],"acts":[57],"as":[58,111],"a":[59,89,112,178],"flying":[60],"base":[61,66],"station":[62],"support":[64],"terrestrial":[65],"stations":[67],"jointly":[69],"satisfying":[70],"users'":[71],"requirements.":[75],"To":[76],"minimize":[77],"total":[79],"transmit":[80],"power":[81,149,171],"while":[82],"ensuring":[83],"accuracy,":[88],"bi-level":[90],"deep":[91],"deterministic":[92],"policy":[93],"gradient-based":[94],"joint":[95],"resource":[96],"optimization":[97,108],"(DDPG-JRO)":[98],"algorithm":[99],"is":[100,109,124,138,151,163],"developed.":[101],"In":[102,132],"outer":[104],"level,":[105,135],"trajectory":[107,118,175],"formulated":[110],"Markov":[113],"decision":[114,119],"process,":[115],"where":[116],"each":[121],"time":[122],"slot":[123],"updated":[125],"through":[126,153],"rewards":[127],"from":[128],"inner":[130,134],"level.":[131],"user":[136],"scheduling":[137],"determined":[139],"based":[140],"on":[141],"serving":[143],"channel":[144],"gain":[145],"principle,":[146],"optimal":[148],"allocation":[150],"obtained":[152,160],"semidefinite":[154],"relaxation":[155],"Gaussian":[157],"randomization.":[158],"inner-level":[161],"solution":[162],"incorporated":[164],"into":[165],"outer-level":[167],"reward,":[168],"thereby":[169],"coupling":[170],"control,":[172],"scheduling,":[173],"design":[176],"within":[177],"unified":[179],"learning":[180],"Numerical":[182],"results":[183],"validate":[184],"superiority":[186],"efficiency":[188],"proposed":[191],"DDPG-JRO":[192],"algorithm.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2026-01-25T00:00:00"}