{"id":"https://openalex.org/W4389544895","doi":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333853","title":"Deep Reinforcement Learning for UAV-Assisted Spectrum Sharing Under Partial Observability","display_name":"Deep Reinforcement Learning for UAV-Assisted Spectrum Sharing Under Partial Observability","publication_year":2023,"publication_date":"2023-10-10","ids":{"openalex":"https://openalex.org/W4389544895","doi":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333853"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2023-fall60731.2023.10333853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333853","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 98th Vehicular Technology Conference (VTC2023-Fall)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104211665","display_name":"Sigen Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Sigen Zhang","raw_affiliation_strings":["Nanjing University of Science and Technology,The School of Computer Science and Engineering,Nanjing,210094"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology,The School of Computer Science and Engineering,Nanjing,210094","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100407591","display_name":"Zhe Wang","orcid":"https://orcid.org/0000-0001-9727-5569"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Wang","raw_affiliation_strings":["Nanjing University of Science and Technology,The School of Computer Science and Engineering,Nanjing,210094"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology,The School of Computer Science and Engineering,Nanjing,210094","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024496324","display_name":"Guanyu Gao","orcid":"https://orcid.org/0000-0001-8584-0532"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanyu Gao","raw_affiliation_strings":["Nanjing University of Science and Technology,The School of Computer Science and Engineering,Nanjing,210094"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology,The School of Computer Science and Engineering,Nanjing,210094","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100361907","display_name":"Jun Li","orcid":"https://orcid.org/0000-0002-6767-3328"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["Nanjing University of Science and Technology,The School of Electronic and Optical Engineering,Nanjing,210094"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology,The School of Electronic and Optical Engineering,Nanjing,210094","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436731","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0002-3354-0690"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["Nanjing University of Science and Technology,The School of Electronic and Optical Engineering,Nanjing,210094"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology,The School of Electronic and Optical Engineering,Nanjing,210094","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084841537","display_name":"Ziyan Yin","orcid":"https://orcid.org/0000-0002-2350-6974"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyan Yin","raw_affiliation_strings":["Nanjing University of Science and Technology,The School of Electronic and Optical Engineering,Nanjing,210094"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology,The School of Electronic and Optical Engineering,Nanjing,210094","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5104211665"],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":1.3221,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.85120742,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.9612175822257996},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8041646480560303},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6449657678604126},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4727921187877655},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12731263041496277},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.0695871114730835}],"concepts":[{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.9612175822257996},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8041646480560303},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6449657678604126},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4727921187877655},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12731263041496277},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0695871114730835}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2023-fall60731.2023.10333853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2023-fall60731.2023.10333853","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 98th Vehicular Technology Conference (VTC2023-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2032052864","https://openalex.org/W2107561590","https://openalex.org/W2143244832","https://openalex.org/W2746553466","https://openalex.org/W2754789226","https://openalex.org/W2904947504","https://openalex.org/W2963697941","https://openalex.org/W2972244512","https://openalex.org/W2994008524","https://openalex.org/W2999389395","https://openalex.org/W3007058358","https://openalex.org/W3010763570","https://openalex.org/W3013960924","https://openalex.org/W3015604758","https://openalex.org/W3046943120","https://openalex.org/W3051352583","https://openalex.org/W3096565780","https://openalex.org/W3102891358","https://openalex.org/W3163173972","https://openalex.org/W3193428479","https://openalex.org/W4226126908","https://openalex.org/W4285247160","https://openalex.org/W4293173843","https://openalex.org/W4313189740","https://openalex.org/W6838905404"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2046459260","https://openalex.org/W2765830098","https://openalex.org/W2967463586","https://openalex.org/W1971989957","https://openalex.org/W2517338020","https://openalex.org/W3157641275","https://openalex.org/W4312300846","https://openalex.org/W4206221578"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,22,54,89,122],"dynamic":[4],"spectrum":[5,40,51,103,117,139,168,186],"sharing":[6,140],"scheme":[7],"in":[8,156],"an":[9],"unmanned":[10],"aerial":[11],"vehicle":[12],"(UAV)":[13],"assisted":[14],"cognitive":[15],"radio":[16],"network.":[17],"The":[18],"UAV":[19,98,177],"serves":[20],"as":[21,88],"secondary":[23,32],"base":[24],"station":[25],"to":[26,30,67,77,111,135],"provide":[27],"communication":[28],"services":[29],"multiple":[31,43],"users":[33,46],"(SUs)":[34],"by":[35],"adaptively":[36],"utilizing":[37],"the":[38,61,69,78,82,97,102,107,112,115,137,150,162,167,176,184],"spatio-temporal":[39],"opportunities":[41],"of":[42,71,81,106,114,158],"device-to-device":[44],"primary":[45],"(PUs),":[47],"where":[48,96],"each":[49],"PU\u2019s":[50],"occupancy":[52,104,118,187],"follows":[53],"two-state":[55],"Markov":[56,92],"process.":[57],"We":[58,84],"jointly":[59],"optimize":[60],"UAV\u2019s":[62,163],"trajectory":[63],"and":[64,161],"user":[65],"association":[66],"maximize":[68],"expectation":[70],"its":[72],"cumulative":[73],"energy":[74,164],"efficiency":[75,170],"subject":[76],"interference":[79],"constraint":[80],"PUs.":[83,109],"formulate":[85],"this":[86],"problem":[87],"partially":[90,128],"observable":[91,129],"decision":[93],"process":[94],"(POMDP),":[95],"can":[99,171],"only":[100],"observe":[101],"status":[105],"adjacent":[108],"Due":[110],"lack":[113],"PUs\u2019":[116,185],"statistics,":[119],"we":[120],"propose":[121],"model-free":[123],"reinforcement":[124],"learning":[125],"algorithm":[126,148,155],"named":[127],"double":[130],"deep":[131],"Q":[132],"network":[133],"(PO-DDQN)":[134],"obtain":[136],"near-optimal":[138],"policy.":[141],"Simulation":[142],"results":[143],"show":[144],"that":[145],"our":[146],"proposed":[147],"outperforms":[149],"baseline":[151],"policy":[152],"gradient":[153],"(PG)":[154],"terms":[157],"convergence":[159],"speed":[160],"efficiency.":[165],"Additionally,":[166],"utilization":[169],"be":[172],"further":[173],"enhanced":[174],"when":[175],"has":[178],"wider":[179],"observation":[180],"radius,":[181],"or":[182],"if":[183],"exhibits":[188],"stronger":[189],"temporal":[190],"correlation.":[191]},"counts_by_year":[{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}