{"id":"https://openalex.org/W4280579586","doi":"https://doi.org/10.1109/wcnc51071.2022.9771583","title":"Deep Reinforcement Learning-based Offloading for Latency Minimization in 3-tier V2X Networks","display_name":"Deep Reinforcement Learning-based Offloading for Latency Minimization in 3-tier V2X Networks","publication_year":2022,"publication_date":"2022-04-10","ids":{"openalex":"https://openalex.org/W4280579586","doi":"https://doi.org/10.1109/wcnc51071.2022.9771583"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc51071.2022.9771583","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc51071.2022.9771583","pdf_url":null,"source":{"id":"https://openalex.org/S4363607776","display_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019139973","display_name":"Hieu Do Dinh","orcid":"https://orcid.org/0009-0000-4581-1470"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Hieu Dinh","raw_affiliation_strings":["Hanoi University of Science and Technology,School of Information and Communication Technology,Hanoi,Vietnam","School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,School of Information and Communication Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031312226","display_name":"Nang Hung Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Nang Hung Nguyen","raw_affiliation_strings":["Hanoi University of Science and Technology,School of Information and Communication Technology,Hanoi,Vietnam","School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,School of Information and Communication Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101718798","display_name":"Trung Th\u00e0nh Nguy\u1ec5n","orcid":"https://orcid.org/0000-0001-8976-2922"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]},{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["JP","VN"],"is_corresponding":false,"raw_author_name":"Trung Thanh Nguyen","raw_affiliation_strings":["Hanoi University of Science and Technology,School of Information and Communication Technology,Hanoi,Vietnam","The National Institute of Advanced Industrial Science and Technology (AIST),Japan","School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,School of Information and Communication Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"The National Institute of Advanced Industrial Science and Technology (AIST),Japan","institution_ids":["https://openalex.org/I73613424"]},{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108375279","display_name":"Thanh Hung Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]},{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["JP","VN"],"is_corresponding":false,"raw_author_name":"Thanh Hung Nguyen","raw_affiliation_strings":["Hanoi University of Science and Technology,School of Information and Communication Technology,Hanoi,Vietnam","The National Institute of Advanced Industrial Science and Technology (AIST),Japan","School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,School of Information and Communication Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"The National Institute of Advanced Industrial Science and Technology (AIST),Japan","institution_ids":["https://openalex.org/I73613424"]},{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081826794","display_name":"Truong Thao Nguyen","orcid":"https://orcid.org/0000-0003-3641-374X"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]},{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["JP","VN"],"is_corresponding":false,"raw_author_name":"Truong Thao Nguyen","raw_affiliation_strings":["Hanoi University of Science and Technology,School of Information and Communication Technology,Hanoi,Vietnam","The National Institute of Advanced Industrial Science and Technology (AIST),Japan","The National Institute of Advanced Industrial Science and Technology (AIST), Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,School of Information and Communication Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"The National Institute of Advanced Industrial Science and Technology (AIST),Japan","institution_ids":["https://openalex.org/I73613424"]},{"raw_affiliation_string":"The National Institute of Advanced Industrial Science and Technology (AIST), Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058485829","display_name":"Phi Le Nguyen","orcid":"https://orcid.org/0000-0001-6547-7641"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Phi Le Nguyen","raw_affiliation_strings":["Hanoi University of Science and Technology,School of Information and Communication Technology,Hanoi,Vietnam","School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology,School of Information and Communication Technology,Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1803","last_page":"1808"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8364932537078857},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8292779922485352},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7640728950500488},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6767006516456604},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5691158771514893},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.512087345123291},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5084704160690308},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4803920388221741},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.331373929977417},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25546902418136597},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12175250053405762}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8364932537078857},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8292779922485352},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7640728950500488},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6767006516456604},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5691158771514893},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.512087345123291},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5084704160690308},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4803920388221741},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.331373929977417},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25546902418136597},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12175250053405762},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc51071.2022.9771583","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc51071.2022.9771583","pdf_url":null,"source":{"id":"https://openalex.org/S4363607776","display_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6600000262260437}],"awards":[],"funders":[{"id":"https://openalex.org/F4320338246","display_name":"ACT-X","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2511425482","https://openalex.org/W2809870411","https://openalex.org/W2891123429","https://openalex.org/W2902098903","https://openalex.org/W2914006436","https://openalex.org/W2918379587","https://openalex.org/W2944050366","https://openalex.org/W2954039338","https://openalex.org/W2963334314","https://openalex.org/W2970866953","https://openalex.org/W2984631333","https://openalex.org/W3132239174","https://openalex.org/W4298857966","https://openalex.org/W6637967152"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2768698792"],"abstract_inverted_index":{"Multi-access":[0],"edge":[1],"computing":[2],"(MEC)":[3],"is":[4],"seen":[5],"as":[6],"an":[7,86],"effective":[8],"technique":[9],"for":[10],"decreasing":[11],"service":[12],"latency":[13,101],"in":[14,152],"a":[15,24,32,39,44,129,134,157],"V2X":[16,60],"network":[17],"by":[18,41,156],"offloading":[19,26,66,87,124,146],"computational":[20,36],"activities.":[21],"With":[22],"MEC,":[23],"three-tier":[25,59],"architecture":[27],"can":[28,34],"be":[29,105],"developed,":[30],"where":[31],"vehicle":[33,70,75,161],"offload":[35],"tasks":[37],"to":[38,71,76,82,114,121],"cloud":[40],"communicating":[42],"with":[43,94],"base":[45],"station":[46],"(gNB)":[47],"and":[48,78,133],"Road":[49],"Side":[50],"Units":[51],"(RSUs).":[52],"In":[53],"this":[54],"paper,":[55],"we":[56,108],"focus":[57],"on":[58,64,90],"networks":[61],"which":[62],"rely":[63],"three":[65],"paths:":[67],"Vehicle-to-Infrastructure":[68],"(i.e.,":[69,74,80],"RSU),":[72],"Vehicle-to-Cloud":[73],"gNB),":[77],"Infrastructure-to-Cloud":[79],"RSU":[81],"gNB).":[83],"We":[84,126],"propose":[85,128],"strategy":[88],"based":[89],"deep":[91],"reinforcement":[92],"learning":[93],"the":[95,99,110,116,123,149],"goal":[96],"of":[97,102,118,160],"reducing":[98],"average":[100],"tasks.":[103],"To":[104],"more":[106],"specific,":[107],"leverage":[109],"Deep":[111],"Q":[112],"Network":[113],"estimate":[115],"goodness":[117],"action-state":[119],"value":[120],"determine":[122],"decision.":[125],"also":[127],"novel":[130],"exploration":[131],"scheme":[132],"new":[135],"model":[136],"training":[137],"strategy.":[138],"The":[139],"experimental":[140],"findings":[141],"indicate":[142],"that":[143],"our":[144],"proposed":[145],"method":[147],"outperforms":[148],"state-of-the-art,":[150],"particularly":[151],"critical":[153],"circumstances":[154],"characterized":[155],"high":[158],"rate":[159],"arrival":[162],"or":[163],"packet":[164],"generation.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}