{"id":"https://openalex.org/W3129605949","doi":"https://doi.org/10.1109/access.2021.3058388","title":"Reinforcement Learning-Based Routing Protocols for Vehicular Ad Hoc Networks: A Comparative Survey","display_name":"Reinforcement Learning-Based Routing Protocols for Vehicular Ad Hoc Networks: A Comparative Survey","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3129605949","doi":"https://doi.org/10.1109/access.2021.3058388","mag":"3129605949"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3058388","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3058388","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2021.3058388","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089794381","display_name":"Rezoan Ahmed Nazib","orcid":"https://orcid.org/0000-0002-0652-6711"},"institutions":[{"id":"https://openalex.org/I152238500","display_name":"Chosun University","ror":"https://ror.org/01zt9a375","country_code":"KR","type":"education","lineage":["https://openalex.org/I152238500"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Rezoan Ahmed Nazib","raw_affiliation_strings":["Chosun University, Gwangju, South Korea","Department of Computer Engineering, Chosun University, Gwangju, South Korea","ORCiD"],"raw_orcid":"https://orcid.org/0000-0002-0652-6711","affiliations":[{"raw_affiliation_string":"Chosun University, Gwangju, South Korea","institution_ids":["https://openalex.org/I152238500"]},{"raw_affiliation_string":"Department of Computer Engineering, Chosun University, Gwangju, South Korea","institution_ids":["https://openalex.org/I152238500"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019400688","display_name":"Sangman Moh","orcid":"https://orcid.org/0000-0001-9175-3400"},"institutions":[{"id":"https://openalex.org/I152238500","display_name":"Chosun University","ror":"https://ror.org/01zt9a375","country_code":"KR","type":"education","lineage":["https://openalex.org/I152238500"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangman Moh","raw_affiliation_strings":["Chosun University, Gwangju, South Korea","Department of Computer Engineering, Chosun University, Gwangju, South Korea","ORCiD"],"raw_orcid":"https://orcid.org/0000-0001-9175-3400","affiliations":[{"raw_affiliation_string":"Chosun University, Gwangju, South Korea","institution_ids":["https://openalex.org/I152238500"]},{"raw_affiliation_string":"Department of Computer Engineering, Chosun University, Gwangju, South Korea","institution_ids":["https://openalex.org/I152238500"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5089794381"],"corresponding_institution_ids":["https://openalex.org/I152238500"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":7.4229,"has_fulltext":false,"cited_by_count":102,"citation_normalized_percentile":{"value":0.97888093,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"27552","last_page":"27587"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8570452928543091},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7306325435638428},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6148608922958374},{"id":"https://openalex.org/keywords/vehicular-ad-hoc-network","display_name":"Vehicular ad hoc network","score":0.5992249846458435},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.524756908416748},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.5183500051498413},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.4896450638771057},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.4567192792892456},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4420090913772583},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.44109198451042175},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.41061434149742126},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.40401431918144226},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3922731876373291},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19622957706451416},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.16647720336914062},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10868394374847412}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8570452928543091},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7306325435638428},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6148608922958374},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.5992249846458435},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.524756908416748},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.5183500051498413},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4896450638771057},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.4567192792892456},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4420090913772583},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.44109198451042175},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.41061434149742126},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.40401431918144226},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3922731876373291},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19622957706451416},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.16647720336914062},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10868394374847412},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3058388","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3058388","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:25d171e603af47a08893c882a29db964","is_oa":true,"landing_page_url":"https://doaj.org/article/25d171e603af47a08893c882a29db964","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 27552-27587 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3058388","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3058388","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3229408597","display_name":null,"funder_award_id":"K202160030","funder_id":"https://openalex.org/F4320321199","funder_display_name":"Chosun University"}],"funders":[{"id":"https://openalex.org/F4320321199","display_name":"Chosun University","ror":"https://ror.org/01zt9a375"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":149,"referenced_works":["https://openalex.org/W361876","https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W136351951","https://openalex.org/W169931978","https://openalex.org/W254323327","https://openalex.org/W1480049294","https://openalex.org/W1504212531","https://openalex.org/W1554233645","https://openalex.org/W1586504939","https://openalex.org/W1771410628","https://openalex.org/W1979237899","https://openalex.org/W1979697116","https://openalex.org/W1983511967","https://openalex.org/W1989750313","https://openalex.org/W2003767385","https://openalex.org/W2004414154","https://openalex.org/W2012587148","https://openalex.org/W2022082798","https://openalex.org/W2034581473","https://openalex.org/W2037190773","https://openalex.org/W2055661076","https://openalex.org/W2056132601","https://openalex.org/W2057374123","https://openalex.org/W2067747711","https://openalex.org/W2067781132","https://openalex.org/W2073513115","https://openalex.org/W2084863197","https://openalex.org/W2099343322","https://openalex.org/W2099618002","https://openalex.org/W2103535926","https://openalex.org/W2107053095","https://openalex.org/W2107726111","https://openalex.org/W2107898868","https://openalex.org/W2108924420","https://openalex.org/W2115009661","https://openalex.org/W2120327309","https://openalex.org/W2121863487","https://openalex.org/W2123420773","https://openalex.org/W2124356437","https://openalex.org/W2124573898","https://openalex.org/W2144781699","https://openalex.org/W2148983053","https://openalex.org/W2150339816","https://openalex.org/W2151362711","https://openalex.org/W2158305426","https://openalex.org/W2160279936","https://openalex.org/W2160742791","https://openalex.org/W2162934052","https://openalex.org/W2167489871","https://openalex.org/W2168844280","https://openalex.org/W2171247277","https://openalex.org/W2173281823","https://openalex.org/W2175558136","https://openalex.org/W2194617522","https://openalex.org/W2208951633","https://openalex.org/W2214583106","https://openalex.org/W2295404236","https://openalex.org/W2310249834","https://openalex.org/W2329769476","https://openalex.org/W2432389845","https://openalex.org/W2517006165","https://openalex.org/W2522153945","https://openalex.org/W2536680749","https://openalex.org/W2539066393","https://openalex.org/W2563958760","https://openalex.org/W2568482845","https://openalex.org/W2581560412","https://openalex.org/W2585355250","https://openalex.org/W2587766617","https://openalex.org/W2591097965","https://openalex.org/W2602268838","https://openalex.org/W2609247459","https://openalex.org/W2623384363","https://openalex.org/W2736601468","https://openalex.org/W2740534199","https://openalex.org/W2748084770","https://openalex.org/W2771644755","https://openalex.org/W2782363571","https://openalex.org/W2783173268","https://openalex.org/W2784605278","https://openalex.org/W2792002150","https://openalex.org/W2799840412","https://openalex.org/W2801555828","https://openalex.org/W2802893960","https://openalex.org/W2802948916","https://openalex.org/W2805929175","https://openalex.org/W2806036807","https://openalex.org/W2809924983","https://openalex.org/W2884128153","https://openalex.org/W2890192685","https://openalex.org/W2891725338","https://openalex.org/W2897732390","https://openalex.org/W2898035736","https://openalex.org/W2898693457","https://openalex.org/W2899864612","https://openalex.org/W2903049351","https://openalex.org/W2903924498","https://openalex.org/W2904453761","https://openalex.org/W2910166370","https://openalex.org/W2916857868","https://openalex.org/W2936578932","https://openalex.org/W2940479485","https://openalex.org/W2943717074","https://openalex.org/W2948013099","https://openalex.org/W2953706046","https://openalex.org/W2963169817","https://openalex.org/W2963704132","https://openalex.org/W2964948631","https://openalex.org/W2970485609","https://openalex.org/W2972982523","https://openalex.org/W2978169795","https://openalex.org/W2982589083","https://openalex.org/W2990123902","https://openalex.org/W2990310893","https://openalex.org/W2992172366","https://openalex.org/W3000082335","https://openalex.org/W3000411124","https://openalex.org/W3003686452","https://openalex.org/W3006583475","https://openalex.org/W3011199104","https://openalex.org/W3015615481","https://openalex.org/W3019690826","https://openalex.org/W3023421339","https://openalex.org/W3034211362","https://openalex.org/W3043482544","https://openalex.org/W3045725199","https://openalex.org/W3049630940","https://openalex.org/W3078093847","https://openalex.org/W3082328544","https://openalex.org/W3091112391","https://openalex.org/W3097335007","https://openalex.org/W3099144569","https://openalex.org/W3100789280","https://openalex.org/W3106381443","https://openalex.org/W3114033642","https://openalex.org/W4205513846","https://openalex.org/W4293871015","https://openalex.org/W6600018571","https://openalex.org/W6630225054","https://openalex.org/W6638018090","https://openalex.org/W6683508713","https://openalex.org/W6739455066","https://openalex.org/W6741002519","https://openalex.org/W6751725164","https://openalex.org/W6757469721","https://openalex.org/W6776062113","https://openalex.org/W6782124556","https://openalex.org/W6785000807"],"related_works":["https://openalex.org/W1997091564","https://openalex.org/W2102655743","https://openalex.org/W2607223747","https://openalex.org/W2081964190","https://openalex.org/W2082566976","https://openalex.org/W2183828735","https://openalex.org/W2012247215","https://openalex.org/W2151115956","https://openalex.org/W2740434786","https://openalex.org/W2478559451"],"abstract_inverted_index":{"Vehicular-ad":[0],"hoc":[1],"networks":[2],"(VANETs)":[3],"hold":[4],"great":[5],"importance":[6],"because":[7],"of":[8,31,66,100,114,133,152,197,216],"their":[9,97,203],"potentials":[10,126],"in":[11,118,171,214,245],"road":[12],"safety":[13],"improvement,":[14],"traffic":[15],"monitoring,":[16],"and":[17,29,78,102,144,174,208,225,232],"in-vehicle":[18],"infotainment":[19],"services.":[20],"Due":[21],"to":[22,41,49,96,127,149,175,183,237],"high":[23],"mobility,":[24],"sparse":[25],"connectivity,":[26],"road-side":[27],"obstacles,":[28],"shortage":[30],"roadside":[32],"units,":[33],"the":[34,37,125,129,150,153,172,185,246],"links":[35],"between":[36],"vehicles":[38],"are":[39,88,211,235],"subject":[40],"frequent":[42],"disconnections;":[43],"consequently,":[44],"routing":[45,57,135,159,199,241],"is":[46,116,181],"crucial.":[47],"Recently,":[48],"achieve":[50],"more":[51,89,243],"efficient":[52,244],"routing,":[53],"reinforcement":[54],"learning":[55,72],"(RL)-based":[56],"algorithms":[58,87,123],"have":[59,124,163],"been":[60,165],"investigated.":[61],"RL":[62,86,227],"represents":[63],"a":[64,71,80,106,194],"class":[65],"artificial":[67],"intelligence":[68],"that":[69],"implements":[70],"procedure":[73],"based":[74],"on":[75,157,188],"previous":[76],"experiences":[77],"provides":[79],"better":[81],"solution":[82],"for":[83,161],"future":[84,177],"operations.":[85],"favorable":[90],"than":[91],"other":[92],"optimization":[93,220],"techniques":[94],"owing":[95],"modest":[98],"usage":[99],"memory":[101],"computational":[103],"resources.":[104],"Because":[105],"VANET":[107,119,134,240],"deals":[108],"with":[109],"passenger":[110],"safety,":[111],"any":[112],"kind":[113],"flaw":[115],"intolerable":[117],"routing.":[120],"Fortunately,":[121],"RL-based":[122,158,198,239],"optimize":[128],"different":[130],"quality-of-service":[131],"parameters":[132],"such":[136],"as":[137],"bandwidth,":[138],"end-to-end":[139],"delay,":[140],"throughput,":[141],"control":[142],"overhead,":[143],"packet":[145],"delivery":[146],"ratio.":[147],"However,":[148],"best":[151],"authors'":[154],"knowledge,":[155],"surveys":[156],"protocols":[160,242],"VANETs":[162],"not":[164],"conducted.":[166],"To":[167],"fulfill":[168],"this":[169,189],"gap":[170],"literature":[173],"provide":[176],"research":[178,233],"directions,":[179],"it":[180],"necessary":[182],"aggregate":[184],"scattered":[186],"works":[187],"topic.":[190],"This":[191],"study":[192],"presents":[193],"comparative":[195],"investigation":[196],"protocols,":[200],"by":[201],"considering":[202],"working":[204],"procedure,":[205],"advantages,":[206],"disadvantages,":[207],"applications.":[209],"They":[210],"qualitatively":[212],"compared":[213],"terms":[215],"key":[217],"features,":[218],"characteristics,":[219],"criteria,":[221],"performance":[222],"evaluation":[223],"techniques,":[224],"implemented":[226],"techniques.":[228],"Lastly,":[229],"open":[230],"issues":[231],"challenges":[234],"discussed":[236],"make":[238],"future.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":7}],"updated_date":"2026-05-18T08:16:58.900851","created_date":"2025-10-10T00:00:00"}