{"id":"https://openalex.org/W4307704060","doi":"https://doi.org/10.3390/s22218222","title":"A Software-Defined Directional Q-Learning Grid-Based Routing Platform and Its Two-Hop Trajectory-Based Routing Algorithm for Vehicular Ad Hoc Networks","display_name":"A Software-Defined Directional Q-Learning Grid-Based Routing Platform and Its Two-Hop Trajectory-Based Routing Algorithm for Vehicular Ad Hoc Networks","publication_year":2022,"publication_date":"2022-10-27","ids":{"openalex":"https://openalex.org/W4307704060","doi":"https://doi.org/10.3390/s22218222","pmid":"https://pubmed.ncbi.nlm.nih.gov/36365920"},"language":"en","primary_location":{"id":"doi:10.3390/s22218222","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22218222","pdf_url":"https://www.mdpi.com/1424-8220/22/21/8222/pdf?version=1667995831","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/22/21/8222/pdf?version=1667995831","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009092135","display_name":"Chen-Pin Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I70522481","display_name":"National Changhua University of Education","ror":"https://ror.org/005gkfa10","country_code":"TW","type":"education","lineage":["https://openalex.org/I70522481"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chen-Pin Yang","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Changhua University of Education, Changhua 50007, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Changhua University of Education, Changhua 50007, Taiwan","institution_ids":["https://openalex.org/I70522481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072678433","display_name":"Chin-En Yen","orcid":"https://orcid.org/0000-0002-9760-936X"},"institutions":[{"id":"https://openalex.org/I126145234","display_name":"Chaoyang University of Technology","ror":"https://ror.org/04xwksx09","country_code":"TW","type":"education","lineage":["https://openalex.org/I126145234"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chin-En Yen","raw_affiliation_strings":["Department of Early Childhood Development and Education, Chaoyang University of Technology, Taichung 41349, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-9760-936X","affiliations":[{"raw_affiliation_string":"Department of Early Childhood Development and Education, Chaoyang University of Technology, Taichung 41349, Taiwan","institution_ids":["https://openalex.org/I126145234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005697215","display_name":"Ing-Chau Chang","orcid":"https://orcid.org/0000-0001-9088-9963"},"institutions":[{"id":"https://openalex.org/I70522481","display_name":"National Changhua University of Education","ror":"https://ror.org/005gkfa10","country_code":"TW","type":"education","lineage":["https://openalex.org/I70522481"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Ing-Chau Chang","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Changhua University of Education, Changhua 50007, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-9088-9963","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Changhua University of Education, Changhua 50007, Taiwan","institution_ids":["https://openalex.org/I70522481"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5005697215"],"corresponding_institution_ids":["https://openalex.org/I70522481"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":0.6462,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.67095211,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"22","issue":"21","first_page":"8222","last_page":"8222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.749699056148529},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.5931458473205566},{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.5640785694122314},{"id":"https://openalex.org/keywords/destination-sequenced-distance-vector-routing","display_name":"Destination-Sequenced Distance Vector routing","score":0.5527865290641785},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5431699752807617},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.5121998190879822},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5085204839706421},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.5017645359039307},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.49767377972602844},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4932543635368347},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.48298966884613037},{"id":"https://openalex.org/keywords/equal-cost-multi-path-routing","display_name":"Equal-cost multi-path routing","score":0.4559413194656372},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.4329933822154999},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4307405352592468},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.37292951345443726},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.34960561990737915},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1271110475063324},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.061116188764572144}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.749699056148529},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.5931458473205566},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.5640785694122314},{"id":"https://openalex.org/C29436982","wikidata":"https://www.wikidata.org/wiki/Q3700557","display_name":"Destination-Sequenced Distance Vector routing","level":5,"score":0.5527865290641785},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5431699752807617},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.5121998190879822},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5085204839706421},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.5017645359039307},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.49767377972602844},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4932543635368347},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.48298966884613037},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.4559413194656372},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4329933822154999},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4307405352592468},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.37292951345443726},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34960561990737915},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1271110475063324},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.061116188764572144},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s22218222","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22218222","pdf_url":"https://www.mdpi.com/1424-8220/22/21/8222/pdf?version=1667995831","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:36365920","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36365920","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:d4d0ad38b2854c35bdfd50fdf6e8a54b","is_oa":true,"landing_page_url":"https://doaj.org/article/d4d0ad38b2854c35bdfd50fdf6e8a54b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 22, Iss 21, p 8222 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/22/21/8222/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s22218222","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors; Volume 22; Issue 21; Pages: 8222","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:9654120","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9654120","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s22218222","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22218222","pdf_url":"https://www.mdpi.com/1424-8220/22/21/8222/pdf?version=1667995831","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G3904872471","display_name":null,"funder_award_id":"MOST 110-2221-E-018-002","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4307704060.pdf","grobid_xml":"https://content.openalex.org/works/W4307704060.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W170020907","https://openalex.org/W1987958462","https://openalex.org/W1990073929","https://openalex.org/W2054181184","https://openalex.org/W2056132601","https://openalex.org/W2073513115","https://openalex.org/W2101963262","https://openalex.org/W2103535926","https://openalex.org/W2104541072","https://openalex.org/W2107092659","https://openalex.org/W2112316694","https://openalex.org/W2150093579","https://openalex.org/W2169528473","https://openalex.org/W2293231458","https://openalex.org/W2310249834","https://openalex.org/W2522153945","https://openalex.org/W2739668746","https://openalex.org/W2741931273","https://openalex.org/W2775777660","https://openalex.org/W2792717021","https://openalex.org/W2802948916","https://openalex.org/W2903924498","https://openalex.org/W2972619860","https://openalex.org/W2990310893","https://openalex.org/W3000082335","https://openalex.org/W3006583475","https://openalex.org/W3019690826","https://openalex.org/W3128703869","https://openalex.org/W3129605949","https://openalex.org/W3202619228"],"related_works":["https://openalex.org/W2152381136","https://openalex.org/W1997091564","https://openalex.org/W146128134","https://openalex.org/W2351097701","https://openalex.org/W1655019438","https://openalex.org/W2607223747","https://openalex.org/W2081964190","https://openalex.org/W2077927962","https://openalex.org/W1762001801","https://openalex.org/W2963821737"],"abstract_inverted_index":{"Dealing":[0],"with":[1,249,294],"the":[2,8,17,52,72,84,92,104,114,148,151,154,157,166,176,179,185,199,203,207,210,225,236,260,268,279,284],"packet-routing":[3,64],"problem":[4],"is":[5,44,214],"challenging":[6],"in":[7,120,132,230,267,278,290],"V2X":[9],"(Vehicle-to-Everything)":[10],"network":[11,94],"environment,":[12],"where":[13],"it":[14],"suffers":[15],"from":[16,153],"high":[18],"mobility":[19],"of":[20,56,74,106,117,169,178,206,241,286],"vehicles":[21,57],"and":[22,58,161,184,202,273],"varied":[23],"vehicle":[24,115,208,218,238],"density":[25,116],"at":[26,283],"different":[27],"times.":[28],"Many":[29],"related":[30],"studies":[31],"have":[32,86],"been":[33,87],"proposed":[34,88,215],"to":[35,50,59,70,90,142,156,220,224,244,251],"apply":[36],"artificial":[37],"intelligence":[38],"models,":[39],"such":[40,82],"as":[41,83,216],"Q-learning,":[42,78],"which":[43,111,196],"a":[45,125,217],"well-known":[46,296],"reinforcement":[47],"learning":[48],"model,":[49],"analyze":[51],"historical":[53,162],"trajectory":[54,163,239],"data":[55,240],"further":[60,174],"design":[61],"an":[62,137,263,274],"efficient":[63],"algorithm":[65],"for":[66,146,209],"V2X.":[67],"In":[68],"order":[69],"reduce":[71],"number":[73],"Q-tables":[75],"generated":[76],"by":[77],"grid-based":[79,108,298],"routing":[80,109,130,187,193,299],"algorithms":[81],"QGrid":[85,128],"accordingly":[89],"divide":[91],"entire":[93],"environment":[95],"into":[96],"equal":[97],"grids.":[98],"This":[99],"paper":[100],"focuses":[101],"on":[102,198],"improving":[103],"defects":[105],"these":[107],"algorithms,":[110],"only":[112],"consider":[113],"each":[118],"grid":[119],"Q-learning.":[121],"Hence,":[122],"we":[123,234],"propose":[124],"Software-Defined":[126],"Directional":[127],"(SD-QGrid)":[129],"platform":[131],"this":[133],"paper.":[134],"By":[135],"deploying":[136],"SDN":[138],"Control":[139],"Node":[140],"(CN)":[141],"perform":[143],"centralized":[144],"control":[145],"V2X,":[147],"SD-QGrid":[149,173,261],"considers":[150],"directionality":[152,201],"source":[155],"destination,":[158],"real-time":[159],"positions":[160],"records":[164],"between":[165],"adjacent":[167],"grids":[168],"all":[170],"vehicles.":[171],"The":[172,190,255],"proposes":[175],"flows":[177],"offline":[180],"Q-learning":[181,297],"training":[182],"process":[183],"online":[186],"decision":[188],"process.":[189],"two-hop":[191],"trajectory-based":[192],"(THTR)":[194],"algorithm,":[195],"depends":[197],"source-destination":[200],"movement":[204],"direction":[205],"next":[211],"two":[212,295],"grids,":[213],"node":[219,229],"forward":[221],"its":[222],"packets":[223],"best":[226],"next-hop":[227],"neighbor":[228],"real":[231,237],"time.":[232],"Finally,":[233],"use":[235],"Taipei":[242],"City":[243],"conduct":[245],"extensive":[246],"simulation":[247,256],"experiments":[248],"respect":[250],"four":[252],"transmission":[253],"parameters.":[254],"results":[257],"prove":[258],"that":[259],"achieved":[262],"over":[264,275],"10%":[265],"improvement":[266],"average":[269,280,291],"packet":[270],"delivery":[271],"ratio":[272],"25%":[276],"reduction":[277],"end-to-end":[281],"delay":[282],"cost":[285],"less":[287],"than":[288],"2%":[289],"overhead,":[292],"compared":[293],"algorithms.":[300]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
