{"id":"https://openalex.org/W4396594868","doi":"https://doi.org/10.1109/tits.2024.3391831","title":"Deep Reinforcement Learning-Based Adaptive Computation Offloading and Power Allocation in Vehicular Edge Computing Networks","display_name":"Deep Reinforcement Learning-Based Adaptive Computation Offloading and Power Allocation in Vehicular Edge Computing Networks","publication_year":2024,"publication_date":"2024-05-02","ids":{"openalex":"https://openalex.org/W4396594868","doi":"https://doi.org/10.1109/tits.2024.3391831"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3391831","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3391831","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090308163","display_name":"Bin Qiu","orcid":"https://orcid.org/0000-0002-8523-7431"},"institutions":[{"id":"https://openalex.org/I38706770","display_name":"Guilin University of Technology","ror":"https://ror.org/03z391397","country_code":"CN","type":"education","lineage":["https://openalex.org/I38706770"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Qiu","raw_affiliation_strings":["School of Computer Science and Engineering, and Guangxi Key Laboratory of Embedded Technology and Intelligent System, Guilin University of Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0002-8523-7431","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, and Guangxi Key Laboratory of Embedded Technology and Intelligent System, Guilin University of Technology, Guilin, China","institution_ids":["https://openalex.org/I38706770"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003373105","display_name":"Yunxiao Wang","orcid":"https://orcid.org/0000-0001-6720-5703"},"institutions":[{"id":"https://openalex.org/I38706770","display_name":"Guilin University of Technology","ror":"https://ror.org/03z391397","country_code":"CN","type":"education","lineage":["https://openalex.org/I38706770"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunxiao Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Guilin University of Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0001-6720-5703","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Guilin University of Technology, Guilin, China","institution_ids":["https://openalex.org/I38706770"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051215454","display_name":"Hailin Xiao","orcid":"https://orcid.org/0000-0002-8028-0107"},"institutions":[{"id":"https://openalex.org/I75900474","display_name":"Hubei University","ror":"https://ror.org/03a60m280","country_code":"CN","type":"education","lineage":["https://openalex.org/I75900474"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hailin Xiao","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hubei University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-8028-0107","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hubei University, Wuhan, China","institution_ids":["https://openalex.org/I75900474"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040401781","display_name":"Zhongshan Zhang","orcid":"https://orcid.org/0000-0001-6454-4689"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongshan Zhang","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6454-4689","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.9543,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.97927629,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"25","issue":"10","first_page":"13339","last_page":"13349"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.8056225180625916},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7828859090805054},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7817388772964478},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7568110227584839},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5939626097679138},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5394992828369141},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5264669060707092},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5188949704170227},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5076636075973511},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5040551424026489},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.48947083950042725},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.43742427229881287},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.41460394859313965},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3364351689815521},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19486960768699646},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.18220582604408264},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12308791279792786},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10982534289360046}],"concepts":[{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.8056225180625916},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7828859090805054},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7817388772964478},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7568110227584839},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5939626097679138},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5394992828369141},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5264669060707092},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5188949704170227},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5076636075973511},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5040551424026489},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.48947083950042725},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.43742427229881287},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.41460394859313965},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3364351689815521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19486960768699646},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18220582604408264},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12308791279792786},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10982534289360046},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3391831","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3391831","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G5235260872","display_name":null,"funder_award_id":"AB23026034","funder_id":"https://openalex.org/F4320336589","funder_display_name":"Guangxi Key Research and Development Program"},{"id":"https://openalex.org/G5391214195","display_name":null,"funder_award_id":"2024GXNSFAA010458","funder_id":"https://openalex.org/F4320322768","funder_display_name":"Natural Science Foundation of Guangxi Province"},{"id":"https://openalex.org/G6297576241","display_name":null,"funder_award_id":"AB23075175","funder_id":"https://openalex.org/F4320336589","funder_display_name":"Guangxi Key Research and Development Program"},{"id":"https://openalex.org/G6658473111","display_name":null,"funder_award_id":"62341117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322768","display_name":"Natural Science Foundation of Guangxi Province","ror":null},{"id":"https://openalex.org/F4320336589","display_name":"Guangxi Key Research and Development Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2604187483","https://openalex.org/W2889540440","https://openalex.org/W2895973886","https://openalex.org/W2905766790","https://openalex.org/W2920054549","https://openalex.org/W2968424451","https://openalex.org/W3004417498","https://openalex.org/W3010178570","https://openalex.org/W3010993393","https://openalex.org/W3024155406","https://openalex.org/W3088569931","https://openalex.org/W3109858579","https://openalex.org/W3120088009","https://openalex.org/W3130337639","https://openalex.org/W3174298837","https://openalex.org/W3174997142","https://openalex.org/W3191717679","https://openalex.org/W3198835908","https://openalex.org/W3203417629","https://openalex.org/W3206994654","https://openalex.org/W3211538945","https://openalex.org/W3212141710","https://openalex.org/W3212172638","https://openalex.org/W3213871807","https://openalex.org/W3215484517","https://openalex.org/W4206160132","https://openalex.org/W4210685358","https://openalex.org/W4213456346","https://openalex.org/W4220721526","https://openalex.org/W4285189370","https://openalex.org/W4285279510","https://openalex.org/W4312729317","https://openalex.org/W4312967889","https://openalex.org/W4323338293","https://openalex.org/W4376464656"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W3185499500","https://openalex.org/W2796352555"],"abstract_inverted_index":{"As":[0],"a":[1,64,99,162],"novel":[2],"paradigm,":[3],"Vehicular":[4],"Edge":[5],"Computing":[6],"(VEC)":[7],"can":[8,137],"effectively":[9],"support":[10],"computation-intensive":[11],"or":[12],"delay-sensitive":[13],"applications":[14],"in":[15,36,85,98,192],"the":[16,33,78,116,120,126,132,147,151,155,177,186,193,200],"Internet":[17],"of":[18,118,125,150,157],"Vehicles":[19],"era.":[20],"Computation":[21],"offloading":[22,52,69,96,169],"and":[23,44,53,70,82,112,129,154,170],"resource":[24,54],"management":[25],"strategies":[26],"are":[27],"key":[28],"technologies":[29],"that":[30,185],"directly":[31],"determine":[32],"system":[34],"cost":[35,81,123],"VEC":[37,88,196],"networks.":[38,89],"However,":[39],"due":[40],"to":[41,140,175],"vehicle":[42,113],"mobility":[43],"stochastic":[45,106],"arrival":[46],"computation":[47,168],"tasks,":[48],"designing":[49],"an":[50,94],"optimal":[51],"allocation":[55,72,172],"policy":[56,165],"is":[57,74],"extremely":[58],"challenging.":[59],"To":[60],"solve":[61,141,176],"this":[62],"issue,":[63],"deep":[65,163],"reinforcement":[66],"learning-based":[67],"intelligent":[68],"power":[71,171],"scheme":[73],"proposed":[75,187],"for":[76],"minimizing":[77,119],"total":[79,122],"delay":[80],"energy":[83,127],"consumption":[84,128],"dynamic":[86,194],"heterogeneous":[87,195],"Specifically,":[90],"we":[91,160],"first":[92],"construct":[93],"end-edge-cloud":[95],"model":[97],"bidirectional":[100],"road":[101],"scenario,":[102],"taking":[103],"into":[104],"account":[105],"task":[107,130,158],"arrival,":[108],"time-varying":[109],"channel":[110],"conditions,":[111],"mobility.":[114],"With":[115],"objective":[117],"long-term":[121],"composed":[124],"delay,":[131],"Markov":[133],"Decision":[134],"Process":[135],"(MDP)":[136],"be":[138],"employed":[139],"such":[142],"optimization":[143],"problems.":[144],"Moreover,":[145],"considering":[146],"high-dimensional":[148],"continuity":[149],"action":[152],"space":[153],"dynamics":[156],"generation,":[159],"propose":[161],"deterministic":[164],"gradient-based":[166],"adaptive":[167],"(DDPG-ACOPA)":[173],"algorithm":[174,189],"formulated":[178],"MDP":[179],"problem.":[180],"Extensive":[181],"simulation":[182],"results":[183],"demonstrate":[184],"DDPG-ACOPA":[188],"performs":[190],"better":[191],"environment,":[197],"significantly":[198],"outperforming":[199],"other":[201],"four":[202],"baseline":[203],"schemes.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}