{"id":"https://openalex.org/W4285064947","doi":"https://doi.org/10.1109/tits.2022.3178759","title":"Dynamic Edge Computation Offloading for Internet of Vehicles With Deep Reinforcement Learning","display_name":"Dynamic Edge Computation Offloading for Internet of Vehicles With Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-06-06","ids":{"openalex":"https://openalex.org/W4285064947","doi":"https://doi.org/10.1109/tits.2022.3178759"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2022.3178759","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3178759","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102996347","display_name":"Liang Yao","orcid":"https://orcid.org/0000-0001-8890-8854"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liang Yao","raw_affiliation_strings":["School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007818509","display_name":"Xiaolong Xu","orcid":"https://orcid.org/0000-0003-4879-9803"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolong Xu","raw_affiliation_strings":["School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing, China","State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology (CICAEET), Engineering Research Center of Digital Forensics, Ministry of Education, Nanjing University of Information Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology (CICAEET), Engineering Research Center of Digital Forensics, Ministry of Education, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043302955","display_name":"Muhammad Bilal","orcid":"https://orcid.org/0000-0003-4221-0877"},"institutions":[{"id":"https://openalex.org/I83436808","display_name":"Hankuk University of Foreign Studies","ror":"https://ror.org/051q2m369","country_code":"KR","type":"education","lineage":["https://openalex.org/I83436808"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Muhammad Bilal","raw_affiliation_strings":["Department of Computer and Electronics Systems Engineering, Hankuk University of Foreign Studies, Yongin-si, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Electronics Systems Engineering, Hankuk University of Foreign Studies, Yongin-si, South Korea","institution_ids":["https://openalex.org/I83436808"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100371075","display_name":"Huihui Wang","orcid":"https://orcid.org/0000-0002-4098-5313"},"institutions":[{"id":"https://openalex.org/I117309725","display_name":"St. Bonaventure University","ror":"https://ror.org/026bv4494","country_code":"US","type":"education","lineage":["https://openalex.org/I117309725"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huihui Wang","raw_affiliation_strings":["Cybersecurity Program, St. Bonaventure University, St. Bonaventure, NY, USA"],"affiliations":[{"raw_affiliation_string":"Cybersecurity Program, St. Bonaventure University, St. Bonaventure, NY, USA","institution_ids":["https://openalex.org/I117309725"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102996347"],"corresponding_institution_ids":["https://openalex.org/I200845125"],"apc_list":null,"apc_paid":null,"fwci":10.9896,"has_fulltext":false,"cited_by_count":81,"citation_normalized_percentile":{"value":0.98852476,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"24","issue":"11","first_page":"12991","last_page":"12999"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.775222659111023},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7747499942779541},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7670071125030518},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.7647150754928589},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6612287163734436},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6520408391952515},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.62217777967453},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5694643259048462},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4766350984573364},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4570188522338867},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.42452195286750793},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4141436219215393},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4140813946723938},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3206794261932373},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3199419379234314},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1581965684890747}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.775222659111023},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7747499942779541},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7670071125030518},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.7647150754928589},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6612287163734436},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6520408391952515},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.62217777967453},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5694643259048462},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4766350984573364},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4570188522338867},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.42452195286750793},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4141436219215393},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4140813946723938},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3206794261932373},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3199419379234314},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1581965684890747},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tits.2022.3178759","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3178759","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:eprints.lancs.ac.uk:204792","is_oa":false,"landing_page_url":"https://eprints.lancs.ac.uk/id/eprint/204792/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3922631164","display_name":null,"funder_award_id":"2020DB005","funder_id":"https://openalex.org/F4320326153","funder_display_name":"Xinjiang Production and Construction Corps"},{"id":"https://openalex.org/G5843799260","display_name":null,"funder_award_id":"BK20211284","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326153","display_name":"Xinjiang Production and Construction Corps","ror":"https://ror.org/03hcmxw73"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2592230399","https://openalex.org/W2781703105","https://openalex.org/W2786070938","https://openalex.org/W2788997749","https://openalex.org/W2798636681","https://openalex.org/W2800305275","https://openalex.org/W2800992211","https://openalex.org/W2801137937","https://openalex.org/W2869903415","https://openalex.org/W2888704015","https://openalex.org/W2907063143","https://openalex.org/W2909977353","https://openalex.org/W2945235903","https://openalex.org/W2954039338","https://openalex.org/W2963864421","https://openalex.org/W2964331420","https://openalex.org/W2980360843","https://openalex.org/W2982650630","https://openalex.org/W2988737160","https://openalex.org/W3004421451","https://openalex.org/W3006140890","https://openalex.org/W3011714196","https://openalex.org/W3036476655","https://openalex.org/W3046053751","https://openalex.org/W3046127806","https://openalex.org/W3084182359","https://openalex.org/W3118272270","https://openalex.org/W3170414187","https://openalex.org/W3202543430","https://openalex.org/W3212296358","https://openalex.org/W3213908433","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6803110515","https://openalex.org/W6804698530"],"related_works":["https://openalex.org/W2902693277","https://openalex.org/W4378977105","https://openalex.org/W3154796165","https://openalex.org/W2796352555","https://openalex.org/W2894114519","https://openalex.org/W2962856838","https://openalex.org/W4297093186","https://openalex.org/W4282941432","https://openalex.org/W2315999538","https://openalex.org/W3200145713"],"abstract_inverted_index":{"Recent":[0],"developments":[1],"in":[2,121],"the":[3,9,37,41,44,49,57,75,115,125,139,152,159,162],"Internet":[4],"of":[5,12,15,43,59,77,117,164],"Vehicles":[6],"(IoV)":[7],"enabled":[8],"myriad":[10],"emergence":[11],"a":[13,62,133],"plethora":[14],"data-intensive":[16],"and":[17,53,70,79,87,111],"latency-sensitive":[18],"vehicular":[19],"applications,":[20,67],"posing":[21],"significant":[22],"difficulties":[23],"to":[24,39,47,84,97,107,150],"traditional":[25],"cloud":[26],"computing.":[27],"Vehicular":[28],"edge":[29,45],"computing":[30,54],"(VEC),":[31],"as":[32,132],"an":[33,119],"emerging":[34],"paradigm,":[35],"enables":[36],"vehicles":[38],"utilize":[40],"resources":[42],"servers":[46],"reduce":[48],"data":[50],"transfer":[51],"burden":[52],"stress.":[55],"Although":[56],"utilization":[58],"VEC":[60],"is":[61,130,148],"favourable":[63],"support":[64],"for":[65],"IoV":[66],"vehicle":[68],"mobility":[69],"other":[71],"factors":[72],"further":[73],"complicate":[74],"challenge":[76],"designing":[78],"implementing":[80],"such":[81,118],"systems,":[82,106],"leading":[83],"incremental":[85],"delay":[86],"energy":[88],"consumption.":[89],"In":[90],"recent":[91],"times,":[92],"there":[93],"have":[94],"been":[95],"attempts":[96],"integrate":[98],"deep":[99,142],"reinforcement":[100],"learning":[101],"(DRL)":[102],"approaches":[103],"with":[104],"IoV-based":[105],"facilitate":[108],"real-time":[109],"decision-making":[110],"prediction.":[112],"We":[113],"demonstrate":[114,161],"potential":[116,163],"approach":[120],"this":[122],"paper.":[123],"Specifically,":[124],"dynamic":[126],"computation":[127],"offloading":[128,154],"problem":[129],"constructed":[131],"Markov":[134],"decision":[135],"process":[136],"(MDP).":[137],"Then,":[138],"twin":[140],"delayed":[141],"deterministic":[143],"policy":[144],"gradient":[145],"(TD3)":[146],"algorithm":[147],"utilized":[149],"achieve":[151],"optimal":[153],"strategy.":[155],"Finally,":[156],"findings":[157],"from":[158],"simulation":[160],"our":[165],"proposed":[166],"approach.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":35},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}