{"id":"https://openalex.org/W4200143471","doi":"https://doi.org/10.1109/wcsp52459.2021.9613295","title":"A Bidirectional Q-learning Routing Protocol for UAV Networks","display_name":"A Bidirectional Q-learning Routing Protocol for UAV Networks","publication_year":2021,"publication_date":"2021-10-20","ids":{"openalex":"https://openalex.org/W4200143471","doi":"https://doi.org/10.1109/wcsp52459.2021.9613295"},"language":"en","primary_location":{"id":"doi:10.1109/wcsp52459.2021.9613295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp52459.2021.9613295","pdf_url":null,"source":{"id":"https://openalex.org/S4363607893","display_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101489240","display_name":"Junyu Zhou","orcid":"https://orcid.org/0000-0002-0389-5618"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junyu Zhou","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375136","display_name":"Jing Liu","orcid":"https://orcid.org/0000-0003-4690-1886"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Liu","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027022569","display_name":"Wudong Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wudong Shi","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085292302","display_name":"Bin Xia","orcid":"https://orcid.org/0000-0003-4713-5765"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Xia","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101489240"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":2.5029,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.90813908,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7825533151626587},{"id":"https://openalex.org/keywords/zone-routing-protocol","display_name":"Zone Routing Protocol","score":0.7317371368408203},{"id":"https://openalex.org/keywords/wireless-routing-protocol","display_name":"Wireless Routing Protocol","score":0.6979646682739258},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.6958689093589783},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6525463461875916},{"id":"https://openalex.org/keywords/destination-sequenced-distance-vector-routing","display_name":"Destination-Sequenced Distance Vector routing","score":0.6333621740341187},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.6135542988777161},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.5797573328018188},{"id":"https://openalex.org/keywords/enhanced-interior-gateway-routing-protocol","display_name":"Enhanced Interior Gateway Routing Protocol","score":0.55185467004776},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.5089936256408691},{"id":"https://openalex.org/keywords/distance-vector-routing-protocol","display_name":"Distance-vector routing protocol","score":0.48855409026145935},{"id":"https://openalex.org/keywords/path-vector-protocol","display_name":"Path vector protocol","score":0.4885340929031372},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4792221188545227},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.42856454849243164},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.2847379744052887},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.1806030571460724},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1377081274986267}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7825533151626587},{"id":"https://openalex.org/C189884158","wikidata":"https://www.wikidata.org/wiki/Q8073926","display_name":"Zone Routing Protocol","level":5,"score":0.7317371368408203},{"id":"https://openalex.org/C47318570","wikidata":"https://www.wikidata.org/wiki/Q8026863","display_name":"Wireless Routing Protocol","level":4,"score":0.6979646682739258},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.6958689093589783},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6525463461875916},{"id":"https://openalex.org/C29436982","wikidata":"https://www.wikidata.org/wiki/Q3700557","display_name":"Destination-Sequenced Distance Vector routing","level":5,"score":0.6333621740341187},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.6135542988777161},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.5797573328018188},{"id":"https://openalex.org/C87044965","wikidata":"https://www.wikidata.org/wiki/Q1091139","display_name":"Enhanced Interior Gateway Routing Protocol","level":5,"score":0.55185467004776},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.5089936256408691},{"id":"https://openalex.org/C202385902","wikidata":"https://www.wikidata.org/wiki/Q1229441","display_name":"Distance-vector routing protocol","level":5,"score":0.48855409026145935},{"id":"https://openalex.org/C128917274","wikidata":"https://www.wikidata.org/wiki/Q1666535","display_name":"Path vector protocol","level":5,"score":0.4885340929031372},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4792221188545227},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.42856454849243164},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.2847379744052887},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.1806030571460724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1377081274986267}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcsp52459.2021.9613295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp52459.2021.9613295","pdf_url":null,"source":{"id":"https://openalex.org/S4363607893","display_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1514259399","https://openalex.org/W2037190773","https://openalex.org/W2059836092","https://openalex.org/W2113191015","https://openalex.org/W2898035736","https://openalex.org/W2904947504","https://openalex.org/W2958308825","https://openalex.org/W2961959034","https://openalex.org/W3133109767"],"related_works":["https://openalex.org/W2996090095","https://openalex.org/W2391115274","https://openalex.org/W2034347931","https://openalex.org/W2355569481","https://openalex.org/W2564595897","https://openalex.org/W2765583218","https://openalex.org/W2579315322","https://openalex.org/W1958480684","https://openalex.org/W2885738946","https://openalex.org/W4304084302"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicle":[2],"(UAV)":[3],"networks":[4,45,87],"are":[5],"widely":[6],"used":[7,56],"in":[8,28,43,200],"military":[9],"and":[10,49,70,96,103,107,123,134,192],"civil":[11],"fields.":[12],"Ad":[13],"hoc":[14,30],"On-Demand":[15],"Distance":[16],"Vector":[17],"Routing(AODV)":[18],"has":[19,154],"been":[20],"proved":[21],"to":[22,39,57,120,127,142,174,178],"be":[23,55],"an":[24,155],"effective":[25],"routing":[26,59,83,159,163,194],"protocol":[27,84,195],"ad":[29],"networks,":[31],"but":[32,61],"it":[33],"is":[34,125,140,176],"still":[35],"a":[36,82],"big":[37],"challenge":[38],"provide":[40],"reliable":[41],"communication":[42],"UAV":[44,86,201],"with":[46,190],"high":[47],"mobility":[48,95],"limited":[50],"wireless":[51],"resource.":[52],"Q-Learning":[53],"can":[54],"optimize":[58],"protocols,":[60],"some":[62],"problems":[63],"such":[64],"as":[65],"local":[66],"optimum,":[67],"blind":[68],"exploration":[69,150,164],"slow":[71],"convergence":[72],"speed":[73,106,131],"exist.":[74],"To":[75],"solve":[76],"these":[77],"problems,":[78],"this":[79],"paper":[80],"proposes":[81],"for":[85],"based":[88,151],"on":[89,101,152,158],"Bidirectional":[90],"Q-Learning(BQLAODV),":[91],"which":[92,116,166],"takes":[93],"node":[94],"network":[97],"load":[98],"into":[99,170],"account":[100],"routing,":[102],"improves":[104],"iteration":[105,130],"calculation":[108,145],"accuracy":[109,146],"of":[110,132,137,147,182],"Q-value.":[111,148],"The":[112,161],"bidirectional":[113],"learning":[114],"mechanism,":[115],"updates":[117],"the":[118,129,135,144,168,180],"Q-value":[119,153],"both":[121],"source":[122],"destination,":[124],"introduced":[126],"accelerate":[128],"Q-value,":[133,175],"information":[136],"two-hop":[138],"neighbors":[139],"collected":[141],"improve":[143],"Routing":[149],"important":[156],"impact":[157],"performance.":[160],"Hierarchical":[162],"algorithm,":[165],"divides":[167],"nodes":[169],"three":[171],"groups":[172],"according":[173],"adopted":[177],"reduce":[179],"blindness":[181],"random":[183],"exploration.":[184],"Simulation":[185],"results":[186],"show":[187],"that":[188],"compared":[189],"AODV":[191],"Q-learning":[193],"(QLAODV),":[196],"BQLAODV":[197],"performs":[198],"better":[199],"networks.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}