{"id":"https://openalex.org/W4293173843","doi":"https://doi.org/10.1109/twc.2022.3198665","title":"When UAVs Meet Cognitive Radio: Offloading Traffic Under Uncertain Spectrum Environment via Deep Reinforcement Learning","display_name":"When UAVs Meet Cognitive Radio: Offloading Traffic Under Uncertain Spectrum Environment via Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-08-25","ids":{"openalex":"https://openalex.org/W4293173843","doi":"https://doi.org/10.1109/twc.2022.3198665"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2022.3198665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3198665","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054407228","display_name":"Xuanheng Li","orcid":"https://orcid.org/0000-0003-2606-6932"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanheng Li","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-2606-6932","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061961677","display_name":"Sike Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sike Cheng","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005619815","display_name":"Haichuan Ding","orcid":"https://orcid.org/0000-0002-6170-4461"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haichuan Ding","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047722991","display_name":"Miao Pan","orcid":"https://orcid.org/0000-0003-2138-4413"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miao Pan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-2138-4413","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100656619","display_name":"Nan Zhao","orcid":"https://orcid.org/0000-0002-6497-7799"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Zhao","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-6497-7799","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":28.218,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.99527455,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"22","issue":"2","first_page":"824","last_page":"838"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7411648035049438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7084692716598511},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.7000059485435486},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.5322563052177429},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4703676402568817},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.43314769864082336},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29977577924728394},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19662806391716003}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7411648035049438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7084692716598511},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.7000059485435486},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.5322563052177429},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4703676402568817},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.43314769864082336},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29977577924728394},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19662806391716003}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2022.3198665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3198665","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8500000238418579,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G409998870","display_name":null,"funder_award_id":"2021QNRC001","funder_id":"https://openalex.org/F4320330170","funder_display_name":"Young Elite Scientists Sponsorship Program by Tianjin"},{"id":"https://openalex.org/G6781623049","display_name":null,"funder_award_id":"CNS-2107057","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6947977627","display_name":null,"funder_award_id":"2020M680038","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320330170","display_name":"Young Elite Scientists Sponsorship Program by Tianjin","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W234987454","https://openalex.org/W1904495647","https://openalex.org/W1971640194","https://openalex.org/W2006224176","https://openalex.org/W2052190282","https://openalex.org/W2084295788","https://openalex.org/W2167230435","https://openalex.org/W2746553466","https://openalex.org/W2783222607","https://openalex.org/W2786239590","https://openalex.org/W2790256744","https://openalex.org/W2791957678","https://openalex.org/W2908608035","https://openalex.org/W2908913483","https://openalex.org/W2930720221","https://openalex.org/W2944340616","https://openalex.org/W2950564049","https://openalex.org/W2963061782","https://openalex.org/W2963083073","https://openalex.org/W2964023906","https://openalex.org/W2980412543","https://openalex.org/W2984772307","https://openalex.org/W2992172366","https://openalex.org/W2998280308","https://openalex.org/W3000122352","https://openalex.org/W3001321893","https://openalex.org/W3011448248","https://openalex.org/W3013973746","https://openalex.org/W3015875312","https://openalex.org/W3016831025","https://openalex.org/W3032105180","https://openalex.org/W3034215963","https://openalex.org/W3036919495","https://openalex.org/W3047052905","https://openalex.org/W3047199803","https://openalex.org/W3051352583","https://openalex.org/W3086911381","https://openalex.org/W3102880088","https://openalex.org/W3106381443","https://openalex.org/W3109234259","https://openalex.org/W3111272036","https://openalex.org/W3134652089","https://openalex.org/W3164231205","https://openalex.org/W3167450743","https://openalex.org/W3183478447","https://openalex.org/W4210650904"],"related_works":["https://openalex.org/W2765089333","https://openalex.org/W4297311468","https://openalex.org/W2963440157","https://openalex.org/W2898650565","https://openalex.org/W2964194703","https://openalex.org/W2883068039","https://openalex.org/W2297074413","https://openalex.org/W2915882743","https://openalex.org/W2199202516","https://openalex.org/W3164588339"],"abstract_inverted_index":{"The":[0],"emerging":[1],"Internet":[2],"of":[3,109,125,193],"Things":[4],"(IoT)":[5],"paradigm":[6],"makes":[7],"our":[8],"telecommunications":[9],"networks":[10],"increasingly":[11],"congested.":[12],"Unmanned":[13],"aerial":[14],"vehicles":[15],"(UAVs)":[16],"have":[17,189],"been":[18],"regarded":[19],"as":[20],"a":[21,170],"promising":[22],"solution":[23,177],"to":[24,40,77,91,99,178],"offload":[25],"the":[26,30,49,66,71,84,89,110,122,126,133,152,164,180,183,191,194],"overwhelming":[27],"traffic.":[28],"Considering":[29,163],"limited":[31],"spectrums,":[32],"cognitive":[33,50],"radio":[34],"can":[35,58],"be":[36,59],"embedded":[37],"into":[38],"UAVs":[39],"build":[41],"backhaul":[42],"links":[43],"through":[44],"harvesting":[45],"idle":[46],"spectrums.":[47],"For":[48],"UAV":[51],"(CUAV)":[52],"assisted":[53],"network,":[54],"how":[55],"much":[56],"traffic":[57,67,128,156],"actually":[60],"offloaded":[61],"depends":[62],"on":[63,155],"not":[64],"only":[65],"demand":[68],"but":[69],"also":[70],"spectrum":[72,161],"environment.":[73,115],"It":[74],"is":[75,106],"necessary":[76],"jointly":[78,131],"consider":[79],"both":[80],"issues":[81],"and":[82,86,95,112,140,145,160],"co-design":[83],"trajectory":[85],"communications":[87],"for":[88,137],"CUAV":[90,181],"make":[92,179],"data":[93,96,138,141],"collection":[94,139],"transmission":[97],"balanced":[98],"achieve":[100,182],"high":[101],"offloading":[102],"efficiency,":[103],"which,":[104],"however,":[105],"non-trivial":[107],"because":[108],"heterogeneous":[111,153],"uncertain":[113,165],"network":[114],"In":[116],"this":[117],"paper,":[118],"aiming":[119],"at":[120],"maximizing":[121],"energy":[123,158],"efficiency":[124],"CUAV-assisted":[127],"offloading,":[129],"we":[130,168],"design":[132],"Trajectory,":[134],"Time":[135],"allocation":[136],"transmission,":[142],"Band":[143],"selection,":[144],"Transmission":[146],"power":[147],"control":[148],"($\\text{T}^{\\mathrm{":[149],"3}}\\text{B}$)":[150],"considering":[151],"environment":[154],"demand,":[157],"replenishment,":[159],"availability.":[162],"environmental":[166],"information,":[167],"develop":[169],"model-free":[171],"deep":[172],"reinforcement":[173],"learning":[174],"(DRL)":[175],"based":[176],"best":[184],"decision":[185],"autonomously.":[186],"Simulation":[187],"results":[188],"shown":[190],"effectiveness":[192],"proposed":[195],"DRL-$\\text{T}^{\\mathrm{":[196],"3}}\\text{B}$strategy.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}