{"id":"https://openalex.org/W4387869633","doi":"https://doi.org/10.1109/icc45041.2023.10279516","title":"A Multi-Layer Deep Reinforcement Learning Approach for Joint Task Offloading and Scheduling in Vehicular Edge Networks","display_name":"A Multi-Layer Deep Reinforcement Learning Approach for Joint Task Offloading and Scheduling in Vehicular Edge Networks","publication_year":2023,"publication_date":"2023-05-28","ids":{"openalex":"https://openalex.org/W4387869633","doi":"https://doi.org/10.1109/icc45041.2023.10279516"},"language":"en","primary_location":{"id":"doi:10.1109/icc45041.2023.10279516","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icc45041.2023.10279516","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058466164","display_name":"Jiaqi Wu","orcid":"https://orcid.org/0000-0003-2008-4187"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaqi Wu","raw_affiliation_strings":["The School of Electronics and Information Engineering, Harbin Institute of Technology,Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology,Shenzhen,China","Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, The School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"The School of Electronics and Information Engineering, Harbin Institute of Technology,Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology,Shenzhen,China","institution_ids":["https://openalex.org/I204983213","https://openalex.org/I158809036"]},{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, The School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113029535","display_name":"Ziyuan Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyuan Ye","raw_affiliation_strings":["The School of Electronics and Information Engineering, Harbin Institute of Technology,Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology,Shenzhen,China","Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, The School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"The School of Electronics and Information Engineering, Harbin Institute of Technology,Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology,Shenzhen,China","institution_ids":["https://openalex.org/I204983213","https://openalex.org/I158809036"]},{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, The School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100959323","display_name":"Lin He","orcid":"https://orcid.org/0009-0001-3255-1574"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin He","raw_affiliation_strings":["The School of Electronics and Information Engineering, Harbin Institute of Technology,Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology,Shenzhen,China","Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, The School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"The School of Electronics and Information Engineering, Harbin Institute of Technology,Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology,Shenzhen,China","institution_ids":["https://openalex.org/I204983213","https://openalex.org/I158809036"]},{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, The School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100450979","display_name":"Tong Wang","orcid":"https://orcid.org/0000-0002-1062-8630"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Wang","raw_affiliation_strings":["The School of Electronics and Information Engineering, Harbin Institute of Technology,Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology,Shenzhen,China","Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, The School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"The School of Electronics and Information Engineering, Harbin Institute of Technology,Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology,Shenzhen,China","institution_ids":["https://openalex.org/I204983213","https://openalex.org/I158809036"]},{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Aerospace Communication and Networking Technology, The School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042180402","display_name":"Lin Gao","orcid":"https://orcid.org/0000-0002-0142-1515"},"institutions":[{"id":"https://openalex.org/I4210104064","display_name":"Shenzhen Academy of Robotics","ror":"https://ror.org/01h027j09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210104064"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Gao","raw_affiliation_strings":["The Shenzhen Institute of Artificial Intelligence and Robotics for Society,Shenzhen,China","The Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"The Shenzhen Institute of Artificial Intelligence and Robotics for Society,Shenzhen,China","institution_ids":["https://openalex.org/I4210104064"]},{"raw_affiliation_string":"The Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China","institution_ids":["https://openalex.org/I4210104064"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5058466164"],"corresponding_institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.8036,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.74094252,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3872","last_page":"3877"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8414075374603271},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.675739049911499},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.624805212020874},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.6127254366874695},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6005389094352722},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5981042981147766},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.5831080675125122},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5533699989318848},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5533171892166138},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4579327404499054},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.3217051029205322},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12494039535522461},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08465152978897095}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8414075374603271},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.675739049911499},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.624805212020874},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.6127254366874695},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6005389094352722},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5981042981147766},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.5831080675125122},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5533699989318848},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5533171892166138},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4579327404499054},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3217051029205322},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12494039535522461},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08465152978897095},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc45041.2023.10279516","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icc45041.2023.10279516","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6499999761581421,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1984187922","https://openalex.org/W2624989916","https://openalex.org/W2786307928","https://openalex.org/W2792758175","https://openalex.org/W2898035736","https://openalex.org/W2909977353","https://openalex.org/W2963060851","https://openalex.org/W2968764495","https://openalex.org/W3013810395","https://openalex.org/W3045706174","https://openalex.org/W3088995331","https://openalex.org/W4213456346","https://openalex.org/W4290996274","https://openalex.org/W4312849083","https://openalex.org/W6780823058","https://openalex.org/W6809186004"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W3014317926","https://openalex.org/W2902693277","https://openalex.org/W4378977105"],"abstract_inverted_index":{"Mobile":[0],"Edge":[1],"Computing":[2],"(MEC)":[3],"is":[4,154],"emerging":[5],"as":[6],"a":[7,40,59,69,88,92,97,115,171],"promising":[8],"computing":[9,84],"scheme":[10],"to":[11,22,33,52,65,138,149,157,187,197,215],"support":[12],"AI-enabled":[13],"applications":[14],"in":[15,79,219,257],"vehicular":[16,42],"networks,":[17],"via":[18,58,68],"offloading":[19,124,134,162,193,216],"some":[20],"tasks":[21,51,202],"edge":[23,43,53,106,111],"servers":[24,54],"deployed":[25],"on":[26,120],"Road":[27],"Side":[28],"Units":[29],"(RSUs)":[30],"that":[31,246],"approximates":[32],"vehicles.":[34],"In":[35,113],"this":[36],"work,":[37],"we":[38,86,118],"consider":[39],"general":[41],"network":[44],"(VEN),":[45],"where":[46,146,178,212],"each":[47,102,110,167,179,199,217,233],"vehicle":[48,180],"can":[49],"offload":[50,139,150,198],"or":[55,64,83],"cloud":[56],"server":[57],"vehicle-to-infrastructure":[60],"(V2I)":[61],"transmission":[62,72,81,90,94,223],"link,":[63],"other":[66],"vehicles":[67],"vehicle-to-vehicle":[70],"(V2V)":[71],"link.":[73],"To":[74],"characterize":[75],"different":[76,80,189],"task":[77,123,200,218],"flows":[78],"links":[82],"servers,":[85],"introduce":[87],"V2V":[89,93,208,222],"queue,":[91,95],"and":[96,104,125,141,147,160,163,204,207,213,221,264],"local":[98],"computation":[99,107],"queue":[100,108],"for":[101,109,128,166],"vehicle,":[103],"an":[105],"server.":[112],"such":[114],"queue-based":[116],"VEN,":[117],"focus":[119],"the":[121,158,228,237,253,261,265],"joint":[122],"scheduling":[126,143,164,209],"problem":[127,153],"vehicles,":[129],"which":[130],"consists":[131],"of":[132,232,259],"(i)":[133,192],"problem,":[135,144],"i.e.,":[136,145],"whether":[137,196],"tasks,":[140],"(ii)":[142,205],"how":[148,214],"tasks.":[151],"The":[152],"challenging":[155],"due":[156],"online":[159],"asynchronous":[161],"decisions":[165],"task.":[168],"We":[169,226],"propose":[170],"Multi-layer":[172],"Deep":[173,239],"Reinforcement":[174],"Learning":[175],"(DRL)":[176],"approach,":[177],"trains":[181],"three":[182],"neural":[183],"networks":[184],"(called":[185],"agents)":[186],"make":[188],"layers'":[190],"decisions:":[191],"agent,":[194],"determining":[195,211],"when":[201],"arrive,":[203],"V2I":[206,220],"agents,":[210],"queues,":[224],"respectively.":[225],"provide":[227],"detailed":[229],"algorithm":[230],"design":[231],"agent":[234],"by":[235],"using":[236],"Double":[238],"Q-Network":[240],"(DDQN)":[241],"approach.":[242],"Simulation":[243],"results":[244],"show":[245],"our":[247],"proposed":[248],"multi-layer":[249],"DRL":[250],"approach":[251],"outperforms":[252],"existing":[254],"baseline":[255],"approaches":[256],"terms":[258],"both":[260],"cost":[262],"performance":[263],"convergence":[266],"speed.":[267]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-02-14T06:23:00.392402","created_date":"2025-10-10T00:00:00"}