{"id":"https://openalex.org/W4387653853","doi":"https://doi.org/10.3390/fi15100339","title":"Reinforcement Learning Approach for Adaptive C-V2X Resource Management","display_name":"Reinforcement Learning Approach for Adaptive C-V2X Resource Management","publication_year":2023,"publication_date":"2023-10-15","ids":{"openalex":"https://openalex.org/W4387653853","doi":"https://doi.org/10.3390/fi15100339"},"language":"en","primary_location":{"id":"doi:10.3390/fi15100339","doi":"https://doi.org/10.3390/fi15100339","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi15100339","pdf_url":"https://www.mdpi.com/1999-5903/15/10/339/pdf?version=1697356048","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/15/10/339/pdf?version=1697356048","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060394643","display_name":"Teguh Indra Bayu","orcid":"https://orcid.org/0009-0003-9754-2809","observed_orcids":["https://orcid.org/0009-0003-9754-2809"]},"institutions":[{"id":"https://openalex.org/I126145234","display_name":"Chaoyang University of Technology","ror":"https://ror.org/04xwksx09","country_code":"TW","type":"education","lineage":["https://openalex.org/I126145234"]},{"id":"https://openalex.org/I157219812","display_name":"Satya Wacana Christian University","ror":"https://ror.org/009nnre75","country_code":"ID","type":"education","lineage":["https://openalex.org/I157219812"]}],"countries":["ID","TW"],"is_corresponding":false,"raw_author_name":"Teguh Indra Bayu","raw_affiliation_strings":["Department of Informatics Engineering, Satya Wacana Christian University, Salatiga 50711, Indonesia","Department of Information Management, Chaoyang University of Technology, Taichung 413310, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics Engineering, Satya Wacana Christian University, Salatiga 50711, Indonesia","institution_ids":["https://openalex.org/I157219812"]},{"raw_affiliation_string":"Department of Information Management, Chaoyang University of Technology, Taichung 413310, Taiwan","institution_ids":["https://openalex.org/I126145234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013470161","display_name":"Yung\u2010Fa Huang","orcid":"https://orcid.org/0000-0003-3337-3551","observed_orcids":["https://orcid.org/0000-0003-3337-3551"]},"institutions":[{"id":"https://openalex.org/I126145234","display_name":"Chaoyang University of Technology","ror":"https://ror.org/04xwksx09","country_code":"TW","type":"education","lineage":["https://openalex.org/I126145234"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Yung-Fa Huang","raw_affiliation_strings":["Department of Information and Communication Engineering, Chaoyang University of Technology, Taichung 413310, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-3337-3551","affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Chaoyang University of Technology, Taichung 413310, Taiwan","institution_ids":["https://openalex.org/I126145234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013440879","display_name":"Jeang-Kuo Chen","orcid":"https://orcid.org/0000-0001-5552-0271","observed_orcids":["https://orcid.org/0000-0001-5552-0271"]},"institutions":[{"id":"https://openalex.org/I126145234","display_name":"Chaoyang University of Technology","ror":"https://ror.org/04xwksx09","country_code":"TW","type":"education","lineage":["https://openalex.org/I126145234"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jeang-Kuo Chen","raw_affiliation_strings":["Department of Information Management, Chaoyang University of Technology, Taichung 413310, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-5552-0271","affiliations":[{"raw_affiliation_string":"Department of Information Management, Chaoyang University of Technology, Taichung 413310, Taiwan","institution_ids":["https://openalex.org/I126145234"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5013470161"],"corresponding_institution_ids":["https://openalex.org/I126145234"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1779},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1779},"fwci":0.4276,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.49668973,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":"15","issue":"10","first_page":"339","last_page":"339"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/c-v2x","display_name":"C-V2X","score":0.8999999761581421},{"id":"https://openalex.org/keywords/vehicle-to-everything-communication","display_name":"vehicle-to-everything communication","score":0.8759999871253967},{"id":"https://openalex.org/keywords/modulation-and-coding-scheme","display_name":"modulation and coding scheme","score":0.7409999966621399},{"id":"https://openalex.org/keywords/resource-management","display_name":"resource management","score":0.7390000224113464},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.7910000085830688},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8679999709129333},{"id":"https://openalex.org/keywords/physical-resource-blocks","display_name":"physical resource blocks","score":0.6980000138282776},{"id":"https://openalex.org/keywords/transmit-power","display_name":"transmission power","score":0.8880000114440918}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8718705177307129},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8104828596115112},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6533733606338501},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.6225404739379883},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5414469838142395},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.4785657227039337},{"id":"https://openalex.org/C138916503","wikidata":"https://www.wikidata.org/wiki/Q2714551","display_name":"Link adaptation","level":4,"score":0.4581235647201538},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4515756666660309},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.43200021982192993},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32719093561172485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3170742988586426},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.28983473777770996},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2130962312221527},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19190379977226257},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/fi15100339","doi":"https://doi.org/10.3390/fi15100339","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi15100339","pdf_url":"https://www.mdpi.com/1999-5903/15/10/339/pdf?version=1697356048","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jftint:v:15:y:2023:i:10:p:339-:d:1260089","doi":null,"is_oa":false,"landing_page_url":"https://www.mdpi.com/1999-5903/15/10/339/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:69db295cf8cc4bb49a92241bd1bb50c2","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/69db295cf8cc4bb49a92241bd1bb50c2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 15, Iss 10, p 339 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/fi15100339","doi":"https://doi.org/10.3390/fi15100339","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi15100339","pdf_url":"https://www.mdpi.com/1999-5903/15/10/339/pdf?version=1697356048","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7207000255584717,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G5226515198","display_name":"Applications of Fuzzy Inference Mechanism on Hybrid Optimization Algorithms for Ultra Low Latency C-V2x Vehicular Networks","funder_award_id":"MOST111-2221-E324-018","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F2461203286","display_name":"National Science and Technology Council","ror":"https://ror.org/02kv4zf79"},{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"},{"id":"https://openalex.org/F4320331164","display_name":"National Science and Technology Council","ror":"https://ror.org/00wnb9798"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387653853.pdf","grobid_xml":"https://content.openalex.org/works/W4387653853.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W639090847","https://openalex.org/W2093104694","https://openalex.org/W2126593295","https://openalex.org/W2743890496","https://openalex.org/W2772664513","https://openalex.org/W2884213869","https://openalex.org/W2909227111","https://openalex.org/W2912213704","https://openalex.org/W2933032402","https://openalex.org/W2950301193","https://openalex.org/W2963822130","https://openalex.org/W2966306194","https://openalex.org/W3002977821","https://openalex.org/W3013884999","https://openalex.org/W3039367034","https://openalex.org/W3107196068","https://openalex.org/W3138983500","https://openalex.org/W3157386017","https://openalex.org/W3166894849","https://openalex.org/W3175222580","https://openalex.org/W3193921577","https://openalex.org/W3203102713","https://openalex.org/W3205188642","https://openalex.org/W3208072176","https://openalex.org/W3213083273","https://openalex.org/W3215461975","https://openalex.org/W4200285950","https://openalex.org/W4205244288","https://openalex.org/W4224301766","https://openalex.org/W4225439776","https://openalex.org/W4280594530","https://openalex.org/W4295308373","https://openalex.org/W4297283102","https://openalex.org/W4309855522","https://openalex.org/W4311227631","https://openalex.org/W4312408339","https://openalex.org/W4317419749","https://openalex.org/W4317795015","https://openalex.org/W4376853584","https://openalex.org/W4377294066","https://openalex.org/W4382937939","https://openalex.org/W4385200579"],"related_works":["https://openalex.org/W4406615397","https://openalex.org/W4200285950","https://openalex.org/W4403760107","https://openalex.org/W7128902551","https://openalex.org/W3167811630","https://openalex.org/W3203102713","https://openalex.org/W4402157255","https://openalex.org/W4387350490","https://openalex.org/W7103651558","https://openalex.org/W7127440157"],"abstract_inverted_index":{"The":[0,137],"modulation":[1],"coding":[2],"scheme":[3],"(MCS)":[4],"index":[5,27,130,150],"is":[6,62],"the":[7,19,25,30,39,45,56,66,71,74,91,100,111,114,122,128,133,147],"essential":[8],"configuration":[9],"parameter":[10],"in":[11,55,70,103,157],"cellular":[12],"vehicle-to-everything":[13],"(C-V2X)":[14],"communication.":[15],"As":[16],"referenced":[17],"by":[18],"3rd":[20],"Generation":[21],"Partnership":[22],"Project":[23],"(3GPP),":[24],"MCS":[26,101,129,149],"will":[28,37],"dictate":[29],"transport":[31,42],"block":[32],"size":[33,40],"(TBS)":[34],"index,":[35],"which":[36],"affect":[38],"of":[41,47,80,113,161],"blocks":[43],"and":[44,151],"number":[46,160],"physical":[48],"resource":[49,58],"blocks.":[50],"These":[51],"numbers":[52],"are":[53],"crucial":[54],"C-V2X":[57],"management":[59],"since":[60],"it":[61],"also":[63],"bound":[64],"to":[65,98,125,132,154],"transmission":[67],"power":[68],"used":[69,121],"system.":[72],"To":[73],"authors\u2019":[75],"knowledge,":[76],"this":[77,88,107],"particular":[78],"area":[79],"research":[81,89],"has":[82],"not":[83],"been":[84],"previously":[85],"investigated.":[86],"Ultimately,":[87],"establishes":[90],"fundamental":[92],"principles":[93],"for":[94],"future":[95],"studies":[96],"seeking":[97],"use":[99],"adaptability":[102],"many":[104],"contexts.":[105],"In":[106],"work,":[108],"we":[109,120],"proposed":[110,143],"application":[112],"reinforcement":[115],"learning":[116],"(RL)":[117],"algorithm,":[118],"as":[119],"Q-learning":[123],"approach":[124,145],"adaptively":[126],"change":[127],"according":[131],"current":[134],"environmental":[135],"states.":[136],"simulation":[138],"results":[139],"showed":[140],"that":[141],"our":[142],"RL":[144],"outperformed":[146],"static":[148],"was":[152],"able":[153],"attain":[155],"stability":[156],"a":[158],"short":[159],"events.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-10-16T00:00:00"}