{"id":"https://openalex.org/W4390037938","doi":"https://doi.org/10.3390/s24010040","title":"Environment-Aware Adaptive Reinforcement Learning-Based Routing for Vehicular Ad Hoc Networks","display_name":"Environment-Aware Adaptive Reinforcement Learning-Based Routing for Vehicular Ad Hoc Networks","publication_year":2023,"publication_date":"2023-12-20","ids":{"openalex":"https://openalex.org/W4390037938","doi":"https://doi.org/10.3390/s24010040","pmid":"https://pubmed.ncbi.nlm.nih.gov/38202902"},"language":"en","primary_location":{"id":"doi:10.3390/s24010040","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24010040","pdf_url":"https://www.mdpi.com/1424-8220/24/1/40/pdf?version=1703231732","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/24/1/40/pdf?version=1703231732","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067273089","display_name":"Yi Jiang","orcid":"https://orcid.org/0000-0003-2800-9114"},"institutions":[{"id":"https://openalex.org/I100188998","display_name":"Harbin University of Science and Technology","ror":"https://ror.org/04e6y1282","country_code":"CN","type":"education","lineage":["https://openalex.org/I100188998"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yi Jiang","raw_affiliation_strings":["Department of Communications Engineering, Harbin University of Science and Technology, Harbin 150080, China"],"raw_orcid":"https://orcid.org/0000-0003-2800-9114","affiliations":[{"raw_affiliation_string":"Department of Communications Engineering, Harbin University of Science and Technology, Harbin 150080, China","institution_ids":["https://openalex.org/I100188998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101417269","display_name":"Jinyao Zhu","orcid":"https://orcid.org/0009-0004-8347-9797"},"institutions":[{"id":"https://openalex.org/I100188998","display_name":"Harbin University of Science and Technology","ror":"https://ror.org/04e6y1282","country_code":"CN","type":"education","lineage":["https://openalex.org/I100188998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinlin Zhu","raw_affiliation_strings":["Department of Communications Engineering, Harbin University of Science and Technology, Harbin 150080, China"],"raw_orcid":"https://orcid.org/0009-0004-8347-9797","affiliations":[{"raw_affiliation_string":"Department of Communications Engineering, Harbin University of Science and Technology, Harbin 150080, China","institution_ids":["https://openalex.org/I100188998"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101401202","display_name":"Kexin Yang","orcid":"https://orcid.org/0009-0000-3167-9173"},"institutions":[{"id":"https://openalex.org/I100188998","display_name":"Harbin University of Science and Technology","ror":"https://ror.org/04e6y1282","country_code":"CN","type":"education","lineage":["https://openalex.org/I100188998"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kexin Yang","raw_affiliation_strings":["Department of Communications Engineering, Harbin University of Science and Technology, Harbin 150080, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Communications Engineering, Harbin University of Science and Technology, Harbin 150080, China","institution_ids":["https://openalex.org/I100188998"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5067273089"],"corresponding_institution_ids":["https://openalex.org/I100188998"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2673},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2673},"fwci":0.6703,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.64798433,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"24","issue":"1","first_page":"40","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7166374921798706},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6763105392456055},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5751739740371704},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.5581962466239929},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.5554846525192261},{"id":"https://openalex.org/keywords/wireless-routing-protocol","display_name":"Wireless Routing Protocol","score":0.5375532507896423},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.4761878550052643},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.46764466166496277},{"id":"https://openalex.org/keywords/optimized-link-state-routing-protocol","display_name":"Optimized Link State Routing Protocol","score":0.463192880153656},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.4112766683101654},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.2696748375892639},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11410719156265259}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7166374921798706},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6763105392456055},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5751739740371704},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.5581962466239929},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.5554846525192261},{"id":"https://openalex.org/C47318570","wikidata":"https://www.wikidata.org/wiki/Q8026863","display_name":"Wireless Routing Protocol","level":4,"score":0.5375532507896423},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.4761878550052643},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.46764466166496277},{"id":"https://openalex.org/C204739117","wikidata":"https://www.wikidata.org/wiki/Q1368373","display_name":"Optimized Link State Routing Protocol","level":4,"score":0.463192880153656},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.4112766683101654},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.2696748375892639},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11410719156265259}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/s24010040","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24010040","pdf_url":"https://www.mdpi.com/1424-8220/24/1/40/pdf?version=1703231732","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:38202902","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38202902","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10780693","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10780693","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10780693/pdf/sensors-24-00040.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:fc1c876beed74dd1bbaa6bc3fa418ecd","is_oa":true,"landing_page_url":"https://doaj.org/article/fc1c876beed74dd1bbaa6bc3fa418ecd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 24, Iss 1, p 40 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s24010040","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24010040","pdf_url":"https://www.mdpi.com/1424-8220/24/1/40/pdf?version=1703231732","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7900000214576721,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4390037938.pdf"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1970059935","https://openalex.org/W1990635029","https://openalex.org/W2023858199","https://openalex.org/W2026555677","https://openalex.org/W2031546838","https://openalex.org/W2057374123","https://openalex.org/W2101963262","https://openalex.org/W2132609161","https://openalex.org/W2153897821","https://openalex.org/W2343550086","https://openalex.org/W2556972391","https://openalex.org/W2734867388","https://openalex.org/W2784162258","https://openalex.org/W2790177380","https://openalex.org/W2793926620","https://openalex.org/W2810867071","https://openalex.org/W2884653453","https://openalex.org/W2946526348","https://openalex.org/W2972619860","https://openalex.org/W2999306289","https://openalex.org/W3000082335","https://openalex.org/W3003688116","https://openalex.org/W3006802933","https://openalex.org/W3011560732","https://openalex.org/W3033344257","https://openalex.org/W3047013132","https://openalex.org/W3083693648","https://openalex.org/W3088160764","https://openalex.org/W3112635774","https://openalex.org/W3128703869","https://openalex.org/W3129605949","https://openalex.org/W3172693615","https://openalex.org/W3198080154","https://openalex.org/W4281641106","https://openalex.org/W4296516129","https://openalex.org/W4304589240","https://openalex.org/W4311153841","https://openalex.org/W4316038450","https://openalex.org/W4317434314","https://openalex.org/W4319165238","https://openalex.org/W4319303185","https://openalex.org/W4321615196","https://openalex.org/W4366692289","https://openalex.org/W4376456764","https://openalex.org/W4377024301","https://openalex.org/W4386280834","https://openalex.org/W6749025979","https://openalex.org/W6772867248","https://openalex.org/W6800890117","https://openalex.org/W7006323935"],"related_works":["https://openalex.org/W2416817414","https://openalex.org/W2144907052","https://openalex.org/W2055056424","https://openalex.org/W1997091564","https://openalex.org/W2533666456","https://openalex.org/W2102655743","https://openalex.org/W2607223747","https://openalex.org/W1720399099","https://openalex.org/W2740434786","https://openalex.org/W2139978795"],"abstract_inverted_index":{"With":[0],"the":[1,5,60,68,80,85,96,124,131,165,178,186,190,207,214,218,236,247,256,265,280,296,299,324],"rapid":[2],"development":[3],"of":[4,26,71,88,98,123,133,192,209,230,238,264],"intelligent":[6],"transportation":[7],"system":[8],"(ITS),":[9],"routing":[10,35,47,58,109,113,143,293],"in":[11,28,117,226,335],"vehicular":[12],"ad":[13],"hoc":[14],"networks":[15],"(VANETs)":[16],"has":[17,38],"become":[18],"a":[19,39,138,170,303],"popular":[20],"research":[21],"topic.":[22],"The":[23,156,228,260],"high":[24,86,219,305],"mobility":[25],"vehicles":[27,211],"urban":[29,92],"streets":[30],"poses":[31],"serious":[32],"challenges":[33,215],"to":[34,64,107,120,161,177,245,269,291,311],"protocols":[36,59],"and":[37,75,127,153,163,212,223,233,251,308,332],"significant":[40,284],"impact":[41],"on":[42],"network":[43],"performance.":[44],"Existing":[45],"topology-based":[46,108],"is":[48,73,114],"not":[49],"suitable":[50],"for":[51],"highly":[52],"dynamic":[53],"VANETs,":[54,134],"thereby":[55,168,205,241,274],"making":[56],"location-based":[57,111],"preferred":[61],"choice":[62],"due":[63,119],"their":[65],"scalability.":[66],"However,":[67],"working":[69],"environment":[70],"VANETs":[72,118],"complex":[74],"interference-prone.":[76],"In":[77,103,278],"wireless-network":[78],"communication,":[79],"channel":[81],"contention":[82],"introduced":[83],"by":[84,217],"density":[87],"vehicles,":[89],"coupled":[90],"with":[91],"structures,":[93],"significantly":[94],"increases":[95],"difficulty":[97],"designing":[99],"high-quality":[100],"communication":[101,258,276],"protocols.":[102,294],"this":[104,135],"context,":[105],"compared":[106,290,310],"protocols,":[110,313],"geographic":[112],"widely":[115],"employed":[116],"its":[121],"avoidance":[122],"route":[125,181],"construction":[126],"maintenance":[128],"phases.":[129],"Considering":[130],"characteristics":[132],"paper":[136],"proposes":[137],"novel":[139],"environment-aware":[140],"adaptive":[141,261],"reinforcement":[142,175,231],"(EARR)":[144],"protocol":[145,157,266,282,301,326],"aimed":[146],"at":[147],"establishing":[148],"reliable":[149],"connections":[150],"between":[151],"source":[152],"destination":[154],"nodes.":[155],"adopts":[158],"periodic":[159],"beacons":[160,234],"perceive":[162],"explore":[164],"surrounding":[166],"environment,":[167],"constructing":[169],"local":[171],"topology.":[172],"By":[173],"applying":[174],"learning":[176,232],"vehicle":[179,198,244],"network's":[180],"selection,":[182],"it":[183,268],"adaptively":[184],"adjusts":[185],"Q":[187],"table":[188],"through":[189],"perception":[191],"multiple":[193],"metrics":[194,289],"from":[195],"beacons,":[196],"including":[197],"speed,":[199],"available":[200],"bandwidth,":[201],"signal-reception":[202],"strength,":[203],"etc.,":[204],"assisting":[206],"selection":[208],"relay":[210],"alleviating":[213],"posed":[216],"dynamics,":[220],"shadow":[221],"fading,":[222],"limited":[224],"bandwidth":[225],"VANETs.":[227],"combination":[229],"accelerates":[235],"establishment":[237],"end-to-end":[239],"routes,":[240],"guiding":[242],"each":[243],"choose":[246],"optimal":[248],"next":[249],"hop":[250],"forming":[252],"suboptimal":[253],"routes":[254],"throughout":[255],"entire":[257],"process.":[259],"adjustment":[262],"feature":[263],"enables":[267],"address":[270],"sudden":[271],"link":[272],"interruptions,":[273],"enhancing":[275],"reliability.":[277],"experiments,":[279],"EARR":[281,300],"demonstrates":[283,317,327],"improvements":[285],"across":[286,320],"various":[287,321],"performance":[288,319],"existing":[292],"Throughout":[295],"simulation":[297],"process,":[298],"maintains":[302],"consistently":[304],"packet-delivery":[306],"rate":[307],"throughput":[309],"other":[312],"as":[314,316],"well":[315],"stable":[318],"scenarios.":[322],"Finally,":[323],"proposed":[325],"relatively":[328],"consistent":[329],"standardized":[330],"latency":[331],"low":[333],"overhead":[334],"all":[336],"experiments.":[337]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}