{"id":"https://openalex.org/W3045788628","doi":"https://doi.org/10.1109/iwcmc48107.2020.9148532","title":"Reinforcement Learning Empowered QoS-aware Adaptive Q-Routing in Ad-hoc Networks","display_name":"Reinforcement Learning Empowered QoS-aware Adaptive Q-Routing in Ad-hoc Networks","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3045788628","doi":"https://doi.org/10.1109/iwcmc48107.2020.9148532","mag":"3045788628"},"language":"en","primary_location":{"id":"doi:10.1109/iwcmc48107.2020.9148532","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc48107.2020.9148532","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029380353","display_name":"Jiacheng Du","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiacheng Du","raw_affiliation_strings":["University of Electronic Science and Technology of China, UESTC, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, UESTC, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101857684","display_name":"Xiaoyan Huang","orcid":"https://orcid.org/0000-0002-3487-5521"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyan Huang","raw_affiliation_strings":["University of Electronic Science and Technology of China, UESTC, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, UESTC, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041228563","display_name":"Fan Wu","orcid":"https://orcid.org/0000-0001-9023-3569"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Wu","raw_affiliation_strings":["University of Electronic Science and Technology of China, UESTC, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, UESTC, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010384288","display_name":"Supeng Leng","orcid":"https://orcid.org/0000-0003-0049-5982"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Supeng Leng","raw_affiliation_strings":["University of Electronic Science and Technology of China, UESTC, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, UESTC, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5029380353"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":0.6167,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.70846621,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"551","last_page":"556"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.816124439239502},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7989450693130493},{"id":"https://openalex.org/keywords/adaptive-quality-of-service-multi-hop-routing","display_name":"Adaptive quality of service multi-hop routing","score":0.7871147394180298},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.7675981521606445},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.7127221822738647},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5947732925415039},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5277804732322693},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5087445378303528},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.4860894978046417},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.4459272623062134},{"id":"https://openalex.org/keywords/wireless-routing-protocol","display_name":"Wireless Routing Protocol","score":0.4264179468154907},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.4205475449562073},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.4136795401573181},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.2655502259731293},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10344338417053223},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07868289947509766}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.816124439239502},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7989450693130493},{"id":"https://openalex.org/C32244324","wikidata":"https://www.wikidata.org/wiki/Q4680755","display_name":"Adaptive quality of service multi-hop routing","level":5,"score":0.7871147394180298},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.7675981521606445},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.7127221822738647},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5947732925415039},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5277804732322693},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5087445378303528},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.4860894978046417},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.4459272623062134},{"id":"https://openalex.org/C47318570","wikidata":"https://www.wikidata.org/wiki/Q8026863","display_name":"Wireless Routing Protocol","level":4,"score":0.4264179468154907},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.4205475449562073},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.4136795401573181},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2655502259731293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10344338417053223},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07868289947509766},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwcmc48107.2020.9148532","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc48107.2020.9148532","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.6899999976158142}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2102258543","https://openalex.org/W2124651399","https://openalex.org/W2156666755","https://openalex.org/W2157457404","https://openalex.org/W2341164098","https://openalex.org/W2620303912","https://openalex.org/W2896446456","https://openalex.org/W2902129484","https://openalex.org/W2913975946","https://openalex.org/W2919115771","https://openalex.org/W2921334498","https://openalex.org/W6682459407","https://openalex.org/W6759949977"],"related_works":["https://openalex.org/W2386876404","https://openalex.org/W1932298562","https://openalex.org/W2377741144","https://openalex.org/W2357469152","https://openalex.org/W2087720402","https://openalex.org/W3005089638","https://openalex.org/W1968388765","https://openalex.org/W2136197256","https://openalex.org/W1523131913","https://openalex.org/W2151422282"],"abstract_inverted_index":{"With":[0],"the":[1,5,25,39,65,72,83,88,92,96,103,117,124,129,135],"rapid":[2],"growth":[3],"of":[4,90,138],"network":[6,93,131],"applications,":[7],"more":[8],"services":[9,56,105,140],"with":[10,57,141],"diverse":[11],"QoS":[12,59],"requirements":[13,60,137],"have":[14],"emerged.":[15],"Efficient":[16],"routing":[17,69,125,146],"technique":[18],"plays":[19],"a":[20],"vital":[21],"role":[22],"in":[23,28],"supporting":[24],"diversified":[26],"serveries":[27],"dynamically":[29],"changing":[30],"wireless":[31],"multi-hop":[32],"networks.":[33],"To":[34],"this":[35],"end,":[36],"we":[37],"propose":[38],"reinforcement":[40],"learning":[41],"empowered":[42],"QoS-aware":[43,97],"adaptive":[44,77],"Q-routing":[45],"(RL-QAQ)":[46],"algorithm,":[47,75],"so":[48],"as":[49,61,63],"to":[50,81,86,108,128,133],"provide":[51],"discriminated":[52],"transmission":[53,111,136],"for":[54,102],"different":[55,104,139],"various":[58],"well":[62],"reduce":[64,87],"delivery":[66,143],"delay":[67,144],"and":[68,100,145],"overhead.":[70,147],"In":[71],"proposed":[73,118],"RL-QAQ":[74,119],"an":[76],"probability":[78],"is":[79],"devised":[80,107],"optimize":[82],"exploration":[84],"strategy":[85],"overhead":[89],"acquiring":[91],"status.":[94],"Besides,":[95],"reward":[98],"function":[99],"Q-tables":[101],"are":[106],"support":[109],"multi-QoS":[110],"requirements.":[112],"Simulation":[113],"results":[114],"demonstrate":[115],"that":[116],"algorithm":[120],"can":[121],"adaptively":[122],"adjust":[123],"policy":[126],"according":[127],"varying":[130],"environment":[132],"meet":[134],"low":[142]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}