{"id":"https://openalex.org/W4200572578","doi":"https://doi.org/10.1109/wcsp52459.2021.9613503","title":"An Enhanced Q-Learning Routing Algorithm Based on Trajectory Prediction for UAV Networks","display_name":"An Enhanced Q-Learning Routing Algorithm Based on Trajectory Prediction for UAV Networks","publication_year":2021,"publication_date":"2021-10-20","ids":{"openalex":"https://openalex.org/W4200572578","doi":"https://doi.org/10.1109/wcsp52459.2021.9613503"},"language":"en","primary_location":{"id":"doi:10.1109/wcsp52459.2021.9613503","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp52459.2021.9613503","pdf_url":null,"source":{"id":"https://openalex.org/S4363607893","display_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053188969","display_name":"Haokeke Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haokeke Ye","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Electronic Engineering,Shanghai,China","Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Electronic Engineering,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100374969","display_name":"Jing Liu","orcid":"https://orcid.org/0000-0002-1273-3119"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Liu","raw_affiliation_strings":["Shanghai Jiao Tong University,Department of Electronic Engineering,Shanghai,China","Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Department of Electronic Engineering,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":4.9934,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.95730076,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.764723539352417},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.6846562027931213},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.6216088533401489},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6154998540878296},{"id":"https://openalex.org/keywords/destination-sequenced-distance-vector-routing","display_name":"Destination-Sequenced Distance Vector routing","score":0.6085631847381592},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5182363986968994},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5012969970703125},{"id":"https://openalex.org/keywords/distance-vector-routing-protocol","display_name":"Distance-vector routing protocol","score":0.4383726119995117},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.437470018863678},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.4223264157772064},{"id":"https://openalex.org/keywords/routing-algorithm","display_name":"Routing algorithm","score":0.4220714271068573},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.37418171763420105},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3672485947608948},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3609277904033661},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3435666859149933},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.27889272570610046}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.764723539352417},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.6846562027931213},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.6216088533401489},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6154998540878296},{"id":"https://openalex.org/C29436982","wikidata":"https://www.wikidata.org/wiki/Q3700557","display_name":"Destination-Sequenced Distance Vector routing","level":5,"score":0.6085631847381592},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5182363986968994},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5012969970703125},{"id":"https://openalex.org/C202385902","wikidata":"https://www.wikidata.org/wiki/Q1229441","display_name":"Distance-vector routing protocol","level":5,"score":0.4383726119995117},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.437470018863678},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.4223264157772064},{"id":"https://openalex.org/C2984173633","wikidata":"https://www.wikidata.org/wiki/Q22725","display_name":"Routing algorithm","level":4,"score":0.4220714271068573},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.37418171763420105},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3672485947608948},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3609277904033661},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3435666859149933},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.27889272570610046},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcsp52459.2021.9613503","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp52459.2021.9613503","pdf_url":null,"source":{"id":"https://openalex.org/S4363607893","display_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1977339446","https://openalex.org/W2012031862","https://openalex.org/W2903011272","https://openalex.org/W2962753615","https://openalex.org/W3009559245","https://openalex.org/W3045876226","https://openalex.org/W3130147417"],"related_works":["https://openalex.org/W2375399753","https://openalex.org/W2137551906","https://openalex.org/W2520339110","https://openalex.org/W1536885268","https://openalex.org/W2558246529","https://openalex.org/W2438511141","https://openalex.org/W2204238626","https://openalex.org/W1914344382","https://openalex.org/W2484759826","https://openalex.org/W2102969916"],"abstract_inverted_index":{"With":[0],"the":[1,24,31,39,87,105],"development":[2],"of":[3,41,44,65,71,78,89],"artificial":[4],"intelligence":[5],"technology,":[6],"research":[7],"has":[8],"been":[9,29],"showing":[10],"an":[11,55],"upward":[12],"trend":[13],"on":[14],"intelligent":[15],"Unmanned":[16],"Aerial":[17],"Vehicles(UAV).":[18],"For":[19],"highly":[20],"dynamic":[21],"UAV":[22,45,98,123],"networks,":[23],"existing":[25],"routing":[26,58,107,120],"protocols":[27],"have":[28],"considering":[30],"connected":[32],"link":[33],"between":[34],"nodes":[35,66,84],"into":[36],"routing,":[37],"but":[38],"exploring":[40],"mobility":[42],"characteristics":[43],"networks":[46],"is":[47],"not":[48],"sufficient.":[49],"In":[50],"this":[51],"paper,":[52],"we":[53],"propose":[54],"enhanced":[56],"Q-Learning":[57,90,119],"algorithm":[59,74,108,121],"called":[60],"PreQ-Learning":[61,106],"with":[62],"trajectory":[63],"prediction":[64],"being":[67],"neighbors":[68],"and":[69,92,118],"pre-calculation":[70],"Q-value.":[72],"This":[73],"introduces":[75],"a":[76,111],"mechanism":[77],"calculating":[79],"Q-value":[80],"in":[81,122],"advance":[82],"before":[83],"meet,":[85],"accelerating":[86],"convergence":[88],"algorithm,":[91],"making":[93],"it":[94],"more":[95],"suitable":[96],"for":[97],"networks.":[99,124],"The":[100],"simulation":[101],"results":[102],"confirm":[103],"that":[104],"can":[109],"obtain":[110],"higher":[112],"Packet":[113],"Delivery":[114],"Ratio":[115],"than":[116],"OLSR":[117]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}