{"id":"https://openalex.org/W3197230951","doi":"https://doi.org/10.1109/vtc2021-fall52928.2021.9625502","title":"Deep Reinforcement Learning for Dynamic Band Switch in Cellular-Connected UAV","display_name":"Deep Reinforcement Learning for Dynamic Band Switch in Cellular-Connected UAV","publication_year":2021,"publication_date":"2021-09-01","ids":{"openalex":"https://openalex.org/W3197230951","doi":"https://doi.org/10.1109/vtc2021-fall52928.2021.9625502","mag":"3197230951"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2021-fall52928.2021.9625502","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2021-fall52928.2021.9625502","pdf_url":null,"source":{"id":"https://openalex.org/S4363607774","display_name":"2021 IEEE 94th Vehicular Technology Conference (VTC2021-Fall)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 94th Vehicular Technology Conference (VTC2021-Fall)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10197/12786","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064233251","display_name":"Gianluca Fontanesi","orcid":"https://orcid.org/0000-0002-8198-7497"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Gianluca Fontanesi","raw_affiliation_strings":["School of Electrical and Electronic Engineering, University College Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, University College Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011558492","display_name":"Anding Zhu","orcid":"https://orcid.org/0000-0002-8911-0905"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Anding Zhu","raw_affiliation_strings":["School of Electrical and Electronic Engineering, University College Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, University College Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089768882","display_name":"Hamed Ahmadi","orcid":"https://orcid.org/0000-0001-5508-8757"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]},{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB","IE"],"is_corresponding":false,"raw_author_name":"Hamed Ahmadi","raw_affiliation_strings":["School of Electrical and Electronic Engineering, University College Dublin, Ireland","University of York, Heslington, York, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, University College Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]},{"raw_affiliation_string":"University of York, Heslington, York, United Kingdom","institution_ids":["https://openalex.org/I52099693"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2519,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.87516561,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9398000240325928,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7794387340545654},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7080045938491821},{"id":"https://openalex.org/keywords/extremely-high-frequency","display_name":"Extremely high frequency","score":0.6093766093254089},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5995208621025085},{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.5033809542655945},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4732052683830261},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4103821814060211},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4032648205757141},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.37269067764282227},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.290274441242218},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22001200914382935},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.21319475769996643},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08101293444633484}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7794387340545654},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7080045938491821},{"id":"https://openalex.org/C45764600","wikidata":"https://www.wikidata.org/wiki/Q570342","display_name":"Extremely high frequency","level":2,"score":0.6093766093254089},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5995208621025085},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.5033809542655945},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4732052683830261},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4103821814060211},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4032648205757141},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.37269067764282227},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.290274441242218},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22001200914382935},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.21319475769996643},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08101293444633484},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/vtc2021-fall52928.2021.9625502","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2021-fall52928.2021.9625502","pdf_url":null,"source":{"id":"https://openalex.org/S4363607774","display_name":"2021 IEEE 94th Vehicular Technology Conference (VTC2021-Fall)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 94th Vehicular Technology Conference (VTC2021-Fall)","raw_type":"proceedings-article"},{"id":"pmh:oai:researchrepository.ucd.ie:10197/12786","is_oa":true,"landing_page_url":"http://hdl.handle.net/10197/12786","pdf_url":null,"source":{"id":"https://openalex.org/S4306402280","display_name":"Research Repository UCD (University College Dublin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I100930933","host_organization_name":"University College Dublin","host_organization_lineage":["https://openalex.org/I100930933"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Publication"}],"best_oa_location":{"id":"pmh:oai:researchrepository.ucd.ie:10197/12786","is_oa":true,"landing_page_url":"http://hdl.handle.net/10197/12786","pdf_url":null,"source":{"id":"https://openalex.org/S4306402280","display_name":"Research Repository UCD (University College Dublin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I100930933","host_organization_name":"University College Dublin","host_organization_lineage":["https://openalex.org/I100930933"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Publication"},"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G4786523199","display_name":null,"funder_award_id":"GOIPG/2017/1741","funder_id":"https://openalex.org/F4320320842","funder_display_name":"Irish Research Council for Science, Engineering and Technology"},{"id":"https://openalex.org/G6009809628","display_name":null,"funder_award_id":"13/RC/2077","funder_id":"https://openalex.org/F4320321056","funder_display_name":"Irish Research Council"},{"id":"https://openalex.org/G6851435000","display_name":null,"funder_award_id":"17/NSFC/4850","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G7226090481","display_name":null,"funder_award_id":"13/RC/2077","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G7609889795","display_name":null,"funder_award_id":"GOIPG/2017/1741","funder_id":"https://openalex.org/F4320321056","funder_display_name":"Irish Research Council"},{"id":"https://openalex.org/G8466744915","display_name":null,"funder_award_id":"17/NSFC/4850","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G961230606","display_name":null,"funder_award_id":"13/RC/2077,17/NSFC/4850","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320842","display_name":"Irish Research Council for Science, Engineering and Technology","ror":"https://ror.org/051xex213"},{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321056","display_name":"Irish Research Council","ror":"https://ror.org/051xex213"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2863849698","https://openalex.org/W2886923032","https://openalex.org/W2899506590","https://openalex.org/W2916717834","https://openalex.org/W2962691117","https://openalex.org/W2963899602","https://openalex.org/W2964010262","https://openalex.org/W2964153682","https://openalex.org/W3009836639","https://openalex.org/W3035685590","https://openalex.org/W3045072023","https://openalex.org/W3045811008","https://openalex.org/W3118368083","https://openalex.org/W6787946253"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2952356279"],"abstract_inverted_index":{"The":[0,130],"choice":[1],"of":[2,54,59,125,143,169],"the":[3,33,47,91,99,102,105,155,167,177],"transmitting":[4],"frequency":[5],"to":[6,85,165],"provide":[7,39],"cellular-connected":[8],"Unmanned":[9],"Aerial":[10],"Vehicle":[11],"(UAV)":[12],"reliable":[13],"connectivity":[14],"and":[15,57,71,127,146,172],"mobility":[16],"support":[17],"introduce":[18],"several":[19],"challenges.":[20],"Conventional":[21],"sub-6":[22],"GHz":[23],"networks":[24],"are":[25,133],"optimized":[26],"for":[27,120,149],"ground":[28],"Users":[29],"(UEs).":[30],"Operating":[31],"at":[32],"millimeter":[34],"Wave":[35],"(mmWave)":[36],"band":[37,72,92,100,128,138,147,173],"would":[38],"high-capacity":[40],"but":[41],"highly":[42],"intermittent":[43],"links.":[44],"To":[45],"reach":[46],"destination":[48],"while":[49,175],"minimizing":[50],"a":[51,67,87,110,117,161],"weighted":[52],"function":[53],"traveling":[55],"time":[56],"number":[58,168],"radio":[60,144,170],"failures,":[61],"we":[62,80,115],"propose":[63,116],"in":[64,141,160],"this":[65],"paper":[66],"UAV":[68,126],"joint":[69],"trajectory":[70,88,103],"switch":[73,139],"approach.":[74],"By":[75],"leveraging":[76],"Double":[77],"Deep":[78],"Q-Learning":[79],"develop":[81],"two":[82,131],"different":[83,150],"approaches":[84,132],"learn":[86],"besides":[89],"managing":[90],"switch.":[93,129],"A":[94],"first":[95],"blind":[96],"approach":[97,119,157],"switches":[98,148,174],"along":[101],"anytime":[104],"UAV-UE":[106],"throughput":[107],"is":[108,158],"below":[109],"predefined":[111],"threshold.":[112],"In":[113],"addition,":[114],"smart":[118,156],"simultaneous":[121],"learning-based":[122],"path":[123],"planning":[124],"compared":[134],"with":[135],"an":[136],"optimal":[137],"strategy":[140],"terms":[142],"failure":[145],"thresholds.":[151],"Results":[152],"reveal":[153],"that":[154],"able":[159],"high":[162],"threshold":[163],"regime":[164],"reduce":[166],"failures":[171],"reaching":[176],"desired":[178],"destination.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}