{"id":"https://openalex.org/W4414647670","doi":"https://doi.org/10.1109/vtc2025-spring65109.2025.11174351","title":"Deep Reinforcement Learning-Based Computation Offloading in MEC-Empowered Vehicular Networks","display_name":"Deep Reinforcement Learning-Based Computation Offloading in MEC-Empowered Vehicular Networks","publication_year":2025,"publication_date":"2025-06-17","ids":{"openalex":"https://openalex.org/W4414647670","doi":"https://doi.org/10.1109/vtc2025-spring65109.2025.11174351"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2025-spring65109.2025.11174351","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2025-spring65109.2025.11174351","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 101st Vehicular Technology Conference (VTC2025-Spring)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039288676","display_name":"Xudan Liu","orcid":"https://orcid.org/0000-0001-7619-2502"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xudan Liu","raw_affiliation_strings":["School of Cyber Engineering, Xidian University,Xi'an,Shaanxi,China,710071"],"affiliations":[{"raw_affiliation_string":"School of Cyber Engineering, Xidian University,Xi'an,Shaanxi,China,710071","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100645992","display_name":"Xuelin Cao","orcid":"https://orcid.org/0000-0002-6221-0754"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuelin Cao","raw_affiliation_strings":["School of Cyber Engineering, Xidian University,Xi'an,Shaanxi,China,710071"],"affiliations":[{"raw_affiliation_string":"School of Cyber Engineering, Xidian University,Xi'an,Shaanxi,China,710071","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100626958","display_name":"Xinghua Li","orcid":"https://orcid.org/0000-0002-5583-4155"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinghua Li","raw_affiliation_strings":["School of Cyber Engineering, Xidian University,Xi'an,Shaanxi,China,710071"],"affiliations":[{"raw_affiliation_string":"School of Cyber Engineering, Xidian University,Xi'an,Shaanxi,China,710071","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034502293","display_name":"Wenwei Yue","orcid":"https://orcid.org/0000-0002-1890-5911"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwei Yue","raw_affiliation_strings":["School of Telecommunications Engineering, Xidian University,Xi'an,Shaanxi,China,710071"],"affiliations":[{"raw_affiliation_string":"School of Telecommunications Engineering, Xidian University,Xi'an,Shaanxi,China,710071","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028362101","display_name":"Bo Yang","orcid":"https://orcid.org/0000-0002-6275-8904"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Yang","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University,Xi'an,Shaanxi,China,710129"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University,Xi'an,Shaanxi,China,710129","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036861586","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-5185-3324"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["University of Houston,Department of Electrical and Computer Engineering,TX,USA,77004"],"affiliations":[{"raw_affiliation_string":"University of Houston,Department of Electrical and Computer Engineering,TX,USA,77004","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060020877","display_name":"Chau Yuen","orcid":"https://orcid.org/0000-0002-9307-2120"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chau Yuen","raw_affiliation_strings":["School of Electrical and Electronics Engineering, Nanyang Technological University,Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronics Engineering, Nanyang Technological University,Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5039288676"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27514296,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7353000044822693},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6787999868392944},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.5511000156402588},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4580000042915344},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4555000066757202},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.43939998745918274},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4343999922275543},{"id":"https://openalex.org/keywords/vehicular-ad-hoc-network","display_name":"Vehicular ad hoc network","score":0.42250001430511475},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.397599995136261},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.39149999618530273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7864999771118164},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7353000044822693},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6787999868392944},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.5511000156402588},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4580000042915344},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4555000066757202},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.43939998745918274},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4343999922275543},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.42250001430511475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40950000286102295},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.397599995136261},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.39149999618530273},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3806000053882599},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.359499990940094},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.3483000099658966},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.335999995470047},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3276999890804291},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.3005000054836273},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.29910001158714294},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.2824999988079071},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2770000100135803},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2728999853134155},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.2727000117301941},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.2590999901294708}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2025-spring65109.2025.11174351","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2025-spring65109.2025.11174351","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 101st Vehicular Technology Conference (VTC2025-Spring)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2955535572","https://openalex.org/W3024155406","https://openalex.org/W3081714622","https://openalex.org/W3100386461","https://openalex.org/W3105649577","https://openalex.org/W3153077321","https://openalex.org/W3196375470","https://openalex.org/W3215415495","https://openalex.org/W4312695887","https://openalex.org/W4382119131","https://openalex.org/W4386025821","https://openalex.org/W4390932830","https://openalex.org/W4400112999","https://openalex.org/W4401164103","https://openalex.org/W4404102581","https://openalex.org/W4410853633"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,24,57,63,78,102,105,109,116,128,138,148],"development":[2],"of":[3,104,115],"autonomous":[4],"driving":[5],"technology,":[6],"Multi-Access":[7],"Edge":[8],"Computing":[9],"(MEC)":[10],"is":[11,66,95],"an":[12,44],"effective":[13],"paradigm":[14],"to":[15,48,100],"support":[16],"delay-sensitive":[17],"applications":[18],"in":[19,31,60],"vehicular":[20,33],"networks.":[21],"However,":[22],"achieving":[23],"real-time":[25],"offloading":[26,45],"strategy":[27],"and":[28,52,74,81,112,127],"resource":[29],"allocation":[30],"MEC-empowered":[32],"networks":[34],"becomes":[35],"a":[36,69,91,143],"challenge.":[37],"In":[38,107],"this":[39],"paper,":[40],"we":[41],"first":[42],"formulate":[43],"optimization":[46],"problem":[47,65],"minimize":[49],"system":[50],"latency":[51],"energy":[53],"consumption.":[54],"To":[55],"obtain":[56],"optimal":[58],"policy":[59],"real":[61],"time,":[62],"formulated":[64],"transformed":[67],"into":[68],"Markov":[70],"Decision":[71],"Process":[72],"(MDP)":[73],"then":[75],"solved":[76],"by":[77,122],"proposed":[79,139],"Attention":[80],"Feature":[82],"Fusion":[83],"Deep":[84],"Deterministic":[85],"Policy":[86],"Gradient":[87],"(AFF-DDPG)":[88],"algorithm,":[89],"where":[90],"multi-head":[92],"attention":[93],"mechanism":[94],"combined":[96],"with":[97],"feature":[98],"fusion":[99],"improve":[101],"accuracy":[103],"decision.":[106],"addition,":[108],"exploration":[110],"ability":[111],"learning":[113],"efficiency":[114],"AFF-DDPG":[117,140],"algorithm":[118,141],"are":[119],"further":[120],"enhanced":[121],"exploiting":[123],"Ornstein-Uhlenbeck":[124],"(OU)":[125],"noise":[126],"priority":[129],"experience":[130],"replay":[131],"mechanism.":[132],"The":[133],"simulation":[134],"results":[135],"show":[136],"that":[137],"achieves":[142],"9.44":[144],"%":[145],"improvement":[146],"over":[147],"DDPG":[149],"algorithm.":[150]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}