{"id":"https://openalex.org/W4289716424","doi":"https://doi.org/10.1109/tvt.2022.3196046","title":"A Deep Reinforcement Learning-Based QoS Routing Protocol Exploiting Cross-Layer Design in Cognitive Radio Mobile Ad Hoc Networks","display_name":"A Deep Reinforcement Learning-Based QoS Routing Protocol Exploiting Cross-Layer Design in Cognitive Radio Mobile Ad Hoc Networks","publication_year":2022,"publication_date":"2022-08-03","ids":{"openalex":"https://openalex.org/W4289716424","doi":"https://doi.org/10.1109/tvt.2022.3196046"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3196046","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3196046","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041294062","display_name":"Thong\u2010Nhat Tran","orcid":"https://orcid.org/0000-0002-6474-9681"},"institutions":[{"id":"https://openalex.org/I94588446","display_name":"Hongik University","ror":"https://ror.org/00egdv862","country_code":"KR","type":"education","lineage":["https://openalex.org/I94588446"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Thong-Nhat Tran","raw_affiliation_strings":["Department of Electronics and Computer Engineering in Graduate School, Hongik University, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-6474-9681","affiliations":[{"raw_affiliation_string":"Department of Electronics and Computer Engineering in Graduate School, Hongik University, Republic of Korea","institution_ids":["https://openalex.org/I94588446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021007706","display_name":"Toan-Van Nguyen","orcid":"https://orcid.org/0000-0002-1968-8170"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Toan-Van Nguyen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Utah State University, Logan, UT, USA"],"raw_orcid":"https://orcid.org/0000-0002-1968-8170","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Utah State University, Logan, UT, USA","institution_ids":["https://openalex.org/I121980950"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034309196","display_name":"Kyusung Shim","orcid":"https://orcid.org/0000-0003-4851-0811"},"institutions":[{"id":"https://openalex.org/I94588446","display_name":"Hongik University","ror":"https://ror.org/00egdv862","country_code":"KR","type":"education","lineage":["https://openalex.org/I94588446"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyusung Shim","raw_affiliation_strings":["Department of Electronics and Computer Engineering in Graduate School, Hongik University, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-4851-0811","affiliations":[{"raw_affiliation_string":"Department of Electronics and Computer Engineering in Graduate School, Hongik University, Republic of Korea","institution_ids":["https://openalex.org/I94588446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021191255","display_name":"Daniel Benevides da Costa","orcid":"https://orcid.org/0000-0002-5439-7475"},"institutions":[{"id":"https://openalex.org/I4210087059","display_name":"Technology Innovation Institute","ror":"https://ror.org/001kv2y39","country_code":"AE","type":"facility","lineage":["https://openalex.org/I4210087059"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Daniel Benevides da Costa","raw_affiliation_strings":["Digital Science Research Center, Technology Innovation Institute, Masdar City, Abu Dhabi, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0002-5439-7475","affiliations":[{"raw_affiliation_string":"Digital Science Research Center, Technology Innovation Institute, Masdar City, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I4210087059"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037079266","display_name":"Beongku An","orcid":"https://orcid.org/0000-0002-0587-3754"},"institutions":[{"id":"https://openalex.org/I94588446","display_name":"Hongik University","ror":"https://ror.org/00egdv862","country_code":"KR","type":"education","lineage":["https://openalex.org/I94588446"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Beongku An","raw_affiliation_strings":["Department of Software and Communications Engineering, Hongik University, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-0587-3754","affiliations":[{"raw_affiliation_string":"Department of Software and Communications Engineering, Hongik University, Republic of Korea","institution_ids":["https://openalex.org/I94588446"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.523,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.92935812,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"71","issue":"12","first_page":"13165","last_page":"13181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.800676167011261},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7307398319244385},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6810375452041626},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6001331806182861},{"id":"https://openalex.org/keywords/wireless-routing-protocol","display_name":"Wireless Routing Protocol","score":0.5981753468513489},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.5712336301803589},{"id":"https://openalex.org/keywords/optimized-link-state-routing-protocol","display_name":"Optimized Link State Routing Protocol","score":0.5245587825775146},{"id":"https://openalex.org/keywords/adaptive-quality-of-service-multi-hop-routing","display_name":"Adaptive quality of service multi-hop routing","score":0.507733941078186},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4744604527950287},{"id":"https://openalex.org/keywords/vehicular-ad-hoc-network","display_name":"Vehicular ad hoc network","score":0.42656394839286804},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.426252543926239},{"id":"https://openalex.org/keywords/ad-hoc-wireless-distribution-service","display_name":"Ad hoc wireless distribution service","score":0.42035722732543945},{"id":"https://openalex.org/keywords/zone-routing-protocol","display_name":"Zone Routing Protocol","score":0.4169202148914337},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.34240812063217163},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13635751605033875},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.10647886991500854}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.800676167011261},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7307398319244385},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6810375452041626},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6001331806182861},{"id":"https://openalex.org/C47318570","wikidata":"https://www.wikidata.org/wiki/Q8026863","display_name":"Wireless Routing Protocol","level":4,"score":0.5981753468513489},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.5712336301803589},{"id":"https://openalex.org/C204739117","wikidata":"https://www.wikidata.org/wiki/Q1368373","display_name":"Optimized Link State Routing Protocol","level":4,"score":0.5245587825775146},{"id":"https://openalex.org/C32244324","wikidata":"https://www.wikidata.org/wiki/Q4680755","display_name":"Adaptive quality of service multi-hop routing","level":5,"score":0.507733941078186},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4744604527950287},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.42656394839286804},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.426252543926239},{"id":"https://openalex.org/C190526755","wikidata":"https://www.wikidata.org/wiki/Q4678071","display_name":"Ad hoc wireless distribution service","level":5,"score":0.42035722732543945},{"id":"https://openalex.org/C189884158","wikidata":"https://www.wikidata.org/wiki/Q8073926","display_name":"Zone Routing Protocol","level":5,"score":0.4169202148914337},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.34240812063217163},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13635751605033875},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.10647886991500854},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2022.3196046","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3196046","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1371650541","display_name":null,"funder_award_id":"(NRF-2022R1A2B5B01001190)","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W377368344","https://openalex.org/W1522301498","https://openalex.org/W1892135835","https://openalex.org/W1966415263","https://openalex.org/W1979237899","https://openalex.org/W1989582478","https://openalex.org/W1989638756","https://openalex.org/W2057374123","https://openalex.org/W2099618002","https://openalex.org/W2099825463","https://openalex.org/W2102258543","https://openalex.org/W2111257580","https://openalex.org/W2113223292","https://openalex.org/W2113613181","https://openalex.org/W2116634053","https://openalex.org/W2123455500","https://openalex.org/W2125660016","https://openalex.org/W2131700166","https://openalex.org/W2132488848","https://openalex.org/W2134732869","https://openalex.org/W2148135143","https://openalex.org/W2153018188","https://openalex.org/W2164605392","https://openalex.org/W2165903656","https://openalex.org/W2166071984","https://openalex.org/W2511729570","https://openalex.org/W2582380851","https://openalex.org/W2626974746","https://openalex.org/W2799840412","https://openalex.org/W2898035736","https://openalex.org/W2907172713","https://openalex.org/W2942476636","https://openalex.org/W2943466984","https://openalex.org/W2943717074","https://openalex.org/W2972619860","https://openalex.org/W2974861856","https://openalex.org/W2986338189","https://openalex.org/W2990310893","https://openalex.org/W3016586903","https://openalex.org/W3134583413","https://openalex.org/W3134772976","https://openalex.org/W3158417900","https://openalex.org/W3193804826","https://openalex.org/W3212374516","https://openalex.org/W3215230729","https://openalex.org/W6631190155","https://openalex.org/W6676811437","https://openalex.org/W6684281500"],"related_works":["https://openalex.org/W2144907052","https://openalex.org/W2160109169","https://openalex.org/W2153238122","https://openalex.org/W2162575280","https://openalex.org/W2077426240","https://openalex.org/W2169952094","https://openalex.org/W2368919087","https://openalex.org/W2140056331","https://openalex.org/W1970292142","https://openalex.org/W2126215413"],"abstract_inverted_index":{"In":[0],"this":[1,82],"paper,":[2],"we":[3,65,84],"propose":[4,66],"a":[5,36,73,86],"novel":[6],"deep":[7,88],"reinforcement":[8,89],"learning-based":[9],"quality-of-service":[10],"(QoS)":[11],"routing":[12,154,159],"protocol,":[13],"namely":[14],"DRQR,":[15],"exploiting":[16],"cross-layer":[17],"design":[18,85],"to":[19,45,97,121,141],"establish":[20,98],"efficient":[21],"QoS":[22,46],"(EQS)":[23],"routes":[24,100],"in":[25,101,156],"cognitive":[26],"radio":[27],"mobile":[28],"ad":[29],"hoc":[30],"networks.":[31],"An":[32],"EQS":[33,78,99],"route":[34,37],"is":[35],"with":[38,134],"minimum":[39],"end-to-end":[40],"(E2E)":[41],"queuing":[42,132,161],"delay":[43,133],"subject":[44],"constraints":[47],"such":[48],"as":[49,76],"link":[50],"stability,":[51],"residual":[52],"energy,":[53],"number":[54],"of":[55,61,108,113,129,158],"hops":[56],"and":[57,166],"avoiding":[58],"licensed":[59],"channels":[60],"primary":[62],"users.":[63],"Particularly,":[64],"an":[67,77],"NP-complete":[68],"optimization":[69],"problem":[70],"which":[71,92],"has":[72],"feasible":[74],"solution":[75],"route.":[79],"To":[80],"tackle":[81],"problem,":[83],"new":[87],"learning":[90],"model":[91,138],"supports":[93],"the":[94,117,130,149],"DRQR":[95,118,150],"protocol":[96,119,151],"real":[102],"time":[103],"by":[104],"offline":[105],"training":[106,110],"instead":[107],"online":[109],"like":[111],"most":[112],"literature":[114],"studies.":[115],"Moreover,":[116],"guarantees":[120],"have":[122],"high":[123],"system":[124],"performance.":[125],"A":[126],"mathematical":[127],"analysis":[128],"E2E":[131],"random":[135],"waypoint":[136],"mobility":[137],"also":[139],"provides":[140],"verify":[142],"simulation":[143],"results.":[144],"Numerical":[145],"results":[146],"show":[147],"that":[148],"outperforms":[152],"state-of-the-art":[153],"protocols":[155],"terms":[157],"delay,":[160,162],"control":[163],"overhead,":[164],"PDR":[165],"energy":[167],"consumption.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":2}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}
