{"id":"https://openalex.org/W4415209631","doi":"https://doi.org/10.32604/cmc.2025.070605","title":"An Improved Reinforcement Learning-Based 6G UAV Communication for Smart Cities","display_name":"An Improved Reinforcement Learning-Based 6G UAV Communication for Smart Cities","publication_year":2025,"publication_date":"2025-10-15","ids":{"openalex":"https://openalex.org/W4415209631","doi":"https://doi.org/10.32604/cmc.2025.070605"},"language":"en","primary_location":{"id":"doi:10.32604/cmc.2025.070605","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2025.070605","pdf_url":null,"source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials & Continua","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.32604/cmc.2025.070605","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120009134","display_name":"Vi Hoai Nam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vi Hoai Nam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120009135","display_name":"Chu Thi Minh Hue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chu Thi Minh Hue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5120009136","display_name":"Dang Van Anh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dang Van Anh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24980576,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"86","issue":"1","first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.6086999773979187},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5619000196456909},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.5389999747276306},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.5020999908447266},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.49889999628067017},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4918999969959259},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.45179998874664307},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.4350000023841858},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.3862000107765198},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.3720000088214874}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.652400016784668},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.6086999773979187},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5619000196456909},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.5389999747276306},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5081999897956848},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.5020999908447266},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.49889999628067017},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4918999969959259},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.45179998874664307},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.4350000023841858},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4047999978065491},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3862000107765198},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.3720000088214874},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3621000051498413},{"id":"https://openalex.org/C2777103469","wikidata":"https://www.wikidata.org/wiki/Q1231558","display_name":"Smart city","level":3,"score":0.35440000891685486},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.3522999882698059},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3458000123500824},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3370000123977661},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.335999995470047},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C108921912","wikidata":"https://www.wikidata.org/wiki/Q7834639","display_name":"Transmission delay","level":3,"score":0.3181000053882599},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.30790001153945923},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.3005000054836273},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.29120001196861267},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C2777386808","wikidata":"https://www.wikidata.org/wiki/Q5254078","display_name":"Delivery Performance","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.28119999170303345},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.26919999718666077},{"id":"https://openalex.org/C191485582","wikidata":"https://www.wikidata.org/wiki/Q6887309","display_name":"Mobility model","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C13540734","wikidata":"https://www.wikidata.org/wiki/Q5318996","display_name":"Dynamic network analysis","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C206833254","wikidata":"https://www.wikidata.org/wiki/Q5421817","display_name":"Extended Kalman filter","level":3,"score":0.2551000118255615},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.2515999972820282},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.32604/cmc.2025.070605","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2025.070605","pdf_url":null,"source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials & Continua","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.32604/cmc.2025.070605","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2025.070605","pdf_url":null,"source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials & Continua","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Unmanned":[0],"Aerial":[1],"Vehicles":[2],"(UAVs)":[3],"have":[4],"become":[5],"integral":[6],"components":[7],"in":[8,49,234],"smart":[9],"city":[10],"infrastructures,":[11],"supporting":[12],"applications":[13],"such":[14],"as":[15],"emergency":[16],"response,":[17],"surveillance,":[18],"and":[19,26,55,86,110,163,182,194,212,223],"data":[20],"collection.":[21],"However,":[22,197],"the":[23,92,124,141,157,171,176,202,218],"high":[24],"mobility":[25,56],"dynamic":[27,130],"topology":[28],"of":[29,94,126,143,204],"Flying":[30],"Ad":[31],"Hoc":[32],"Networks":[33],"(FANETs)":[34],"present":[35],"significant":[36],"challenges":[37],"for":[38,229],"maintaining":[39],"reliable,":[40],"low-latency":[41],"communication.":[42],"Conventional":[43],"geographic":[44],"routing":[45,69],"protocols":[46],"often":[47],"struggle":[48],"situations":[50],"where":[51],"link":[52,111],"quality":[53],"varies":[54],"patterns":[57],"are":[58,83],"unpredictable.":[59],"To":[60],"overcome":[61],"these":[62],"limitations,":[63],"this":[64,198,216],"paper":[65],"proposes":[66],"an":[67,99],"improved":[68],"protocol":[70],"based":[71],"on":[72,152],"reinforcement":[73],"learning.":[74],"This":[75],"new":[76],"approach":[77,173],"integrates":[78],"Q-learning":[79],"with":[80],"mechanisms":[81],"that":[82,103,170],"both":[84],"link-aware":[85],"mobility-aware.":[87],"The":[88,167],"proposed":[89,172,219],"method":[90],"optimizes":[91],"selection":[93],"relay":[95],"nodes":[96],"by":[97,180,185],"using":[98,137],"adaptive":[100],"reward":[101],"function":[102],"takes":[104],"into":[105],"account":[106],"energy":[107,165,206],"consumption,":[108],"delay,":[109,162],"quality.":[112],"Additionally,":[113],"a":[114],"Kalman":[115],"filter":[116],"is":[117],"integrated":[118],"to":[119,145,187,191,209],"predict":[120],"UAV":[121,231],"mobility,":[122],"improving":[123],"stability":[125],"communication":[127],"links":[128],"under":[129],"network":[131],"conditions.":[132],"Simulation":[133],"experiments":[134],"were":[135],"conducted":[136,151],"realistic":[138],"scenarios,":[139],"varying":[140],"number":[142],"UAVs":[144],"assess":[146],"scalability.":[147],"An":[148],"analysis":[149],"was":[150],"key":[153],"performance":[154],"metrics,":[155],"including":[156],"packet":[158,177],"delivery":[159,178],"ratio,":[160],"end-to-end":[161],"total":[164],"consumption.":[166],"results":[168],"demonstrate":[169],"significantly":[174],"improves":[175],"ratio":[179],"12%\u201315%":[181],"reduces":[183],"delay":[184],"up":[186],"25.5%":[188],"when":[189],"compared":[190],"conventional":[192],"GEO":[193],"QGEO":[195],"protocols.":[196],"improvement":[199],"comes":[200],"at":[201],"cost":[203],"higher":[205],"consumption":[207],"due":[208],"additional":[210],"computations":[211],"control":[213],"overhead.":[214],"Despite":[215],"trade-off,":[217],"solution":[220],"ensures":[221],"reliable":[222],"efficient":[224],"communication,":[225],"making":[226],"it":[227],"well-suited":[228],"large-scale":[230],"networks":[232],"operating":[233],"complex":[235],"urban":[236],"environments.":[237]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-16T00:00:00"}