{"id":"https://openalex.org/W4313555238","doi":"https://doi.org/10.1109/tvt.2023.3234336","title":"Joint Service Caching and Computation Offloading Scheme Based on Deep Reinforcement Learning in Vehicular Edge Computing Systems","display_name":"Joint Service Caching and Computation Offloading Scheme Based on Deep Reinforcement Learning in Vehicular Edge Computing Systems","publication_year":2023,"publication_date":"2023-01-05","ids":{"openalex":"https://openalex.org/W4313555238","doi":"https://doi.org/10.1109/tvt.2023.3234336"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2023.3234336","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3234336","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://sussex.figshare.com/articles/journal_contribution/Joint_service_caching_and_computation_offloading_scheme_based_on_deep_reinforcement_learning_in_vehicular_edge_computing_systems/23493914/1/files/41202056.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044675295","display_name":"Zheng Xue","orcid":"https://orcid.org/0000-0003-4978-3248"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zheng Xue","raw_affiliation_strings":["School of Information Engineering, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4978-3248","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052191159","display_name":"Chang Liu","orcid":"https://orcid.org/0000-0002-2827-1019"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang Liu","raw_affiliation_strings":["School of Information Engineering, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2827-1019","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024113620","display_name":"Canliang Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Canliang Liao","raw_affiliation_strings":["School of Information Engineering, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101882476","display_name":"Guojun Han","orcid":"https://orcid.org/0000-0003-2480-8066"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guojun Han","raw_affiliation_strings":["School of Information Engineering, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2480-8066","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082900845","display_name":"Zhengguo Sheng","orcid":"https://orcid.org/0000-0003-2143-4003"},"institutions":[{"id":"https://openalex.org/I162608824","display_name":"University of Sussex","ror":"https://ror.org/00ayhx656","country_code":"GB","type":"education","lineage":["https://openalex.org/I162608824"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhengguo Sheng","raw_affiliation_strings":["Department of Engineering and Design, University of Sussex, Brighton, U.K"],"raw_orcid":"https://orcid.org/0000-0003-2143-4003","affiliations":[{"raw_affiliation_string":"Department of Engineering and Design, University of Sussex, Brighton, U.K","institution_ids":["https://openalex.org/I162608824"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5044675295"],"corresponding_institution_ids":["https://openalex.org/I139024713"],"apc_list":null,"apc_paid":null,"fwci":21.2028,"has_fulltext":true,"cited_by_count":108,"citation_normalized_percentile":{"value":0.99691374,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"72","issue":"5","first_page":"6709","last_page":"6722"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13918","display_name":"Advanced Data and IoT Technologies","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.7545746564865112},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.731889545917511},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7305943965911865},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.6624141931533813},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6215718388557434},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5890583395957947},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5584055185317993},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5356805920600891},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5265812277793884},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5132546424865723},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4776560068130493},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4705904722213745},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.40670663118362427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2994896173477173},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2368049919605255},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10168963670730591}],"concepts":[{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.7545746564865112},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.731889545917511},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7305943965911865},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.6624141931533813},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6215718388557434},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5890583395957947},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5584055185317993},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5356805920600891},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5265812277793884},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5132546424865723},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4776560068130493},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4705904722213745},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.40670663118362427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2994896173477173},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2368049919605255},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10168963670730591},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvt.2023.3234336","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3234336","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:sro.sussex.ac.uk:109947","is_oa":true,"landing_page_url":"http://sro.sussex.ac.uk/id/eprint/109947/1/2023_TVT_Joint%20Service%20Caching%20and%20Computation%20Offloading.pdf","pdf_url":"https://sussex.figshare.com/articles/journal_contribution/Joint_service_caching_and_computation_offloading_scheme_based_on_deep_reinforcement_learning_in_vehicular_edge_computing_systems/23493914/1/files/41202056.pdf","source":{"id":"https://openalex.org/S4306400129","display_name":"Sussex Research Online (University of Sussex)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I162608824","host_organization_name":"University of Sussex","host_organization_lineage":["https://openalex.org/I162608824"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:figshare.com:article/23493914","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Joint_service_caching_and_computation_offloading_scheme_based_on_deep_reinforcement_learning_in_vehicular_edge_computing_systems/23493914","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:sro.sussex.ac.uk:109947","is_oa":true,"landing_page_url":"http://sro.sussex.ac.uk/id/eprint/109947/1/2023_TVT_Joint%20Service%20Caching%20and%20Computation%20Offloading.pdf","pdf_url":"https://sussex.figshare.com/articles/journal_contribution/Joint_service_caching_and_computation_offloading_scheme_based_on_deep_reinforcement_learning_in_vehicular_edge_computing_systems/23493914/1/files/41202056.pdf","source":{"id":"https://openalex.org/S4306400129","display_name":"Sussex Research Online (University of Sussex)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I162608824","host_organization_name":"University of Sussex","host_organization_lineage":["https://openalex.org/I162608824"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G1768208009","display_name":null,"funder_award_id":"202201010239","funder_id":"https://openalex.org/F4320335480","funder_display_name":"Guangzhou Municipal Science and Technology Project"},{"id":"https://openalex.org/G1779829727","display_name":null,"funder_award_id":"2022A1515010153","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G7520865771","display_name":null,"funder_award_id":"2022A1515110602","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G8096967837","display_name":null,"funder_award_id":"2021ZT09X044","funder_id":"https://openalex.org/F4320334009","funder_display_name":"Guangdong Provincial Pearl River Talents Program"}],"funders":[{"id":"https://openalex.org/F4320334009","display_name":"Guangdong Provincial Pearl River Talents Program","ror":null},{"id":"https://openalex.org/F4320335480","display_name":"Guangzhou Municipal Science and Technology Project","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320337368","display_name":"Division of Graduate Education","ror":"https://ror.org/00whkrf32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4313555238.pdf","grobid_xml":"https://content.openalex.org/works/W4313555238.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W2165150801","https://openalex.org/W2516316490","https://openalex.org/W2789882921","https://openalex.org/W2797697435","https://openalex.org/W2891286892","https://openalex.org/W2909706750","https://openalex.org/W2918400102","https://openalex.org/W2954039338","https://openalex.org/W2963618158","https://openalex.org/W2964015972","https://openalex.org/W2981618170","https://openalex.org/W2987229805","https://openalex.org/W3004421451","https://openalex.org/W3006140890","https://openalex.org/W3017518089","https://openalex.org/W3036476655","https://openalex.org/W3037713526","https://openalex.org/W3082989441","https://openalex.org/W3107877555","https://openalex.org/W3109858579","https://openalex.org/W3115146115","https://openalex.org/W3127049675","https://openalex.org/W3130880602","https://openalex.org/W3134823279","https://openalex.org/W3138031491","https://openalex.org/W3140719572","https://openalex.org/W3143477889","https://openalex.org/W3158805953","https://openalex.org/W3171641020","https://openalex.org/W3177394154","https://openalex.org/W3195957763","https://openalex.org/W3196881732","https://openalex.org/W3196965214","https://openalex.org/W3204939877","https://openalex.org/W3208254952","https://openalex.org/W3210806956","https://openalex.org/W3214521657","https://openalex.org/W4210814960","https://openalex.org/W4212967998","https://openalex.org/W4214816089","https://openalex.org/W4285162927","https://openalex.org/W4302570325"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W2902693277","https://openalex.org/W4378977105"],"abstract_inverted_index":{"Vehicular":[0],"edge":[1,26,67],"computing":[2,7,41],"(VEC)":[3],"is":[4],"a":[5,34,93,110,122,159],"new":[6],"paradigm":[8],"that":[9,38,170],"enhances":[10],"vehicular":[11,59],"performance":[12,177],"by":[13,114],"introducing":[14],"both":[15],"computation":[16,77,88,102,119,164],"offloading":[17,89,103,120],"and":[18,24,43,61,76,101,118,148],"service":[19,80,99,116],"caching,":[20],"to":[21,86,96,157],"resource-constrained":[22,66],"vehicles":[23,32],"ubiquitous":[25],"servers.":[27],"Recent":[28],"developments":[29],"of":[30,36,58,73],"autonomous":[31],"enable":[33],"variety":[35],"applications":[37],"demand":[39],"high":[40],"resources":[42],"low":[44,163],"latency,":[45],"such":[46],"as":[47],"automatic":[48],"driving,":[49],"auto":[50],"navigation,":[51],"etc.":[52],"However,":[53],"the":[54,87,132,139],"highly":[55,84],"dynamic":[56],"topology":[57],"networks":[60],"limited":[62],"caching":[63,74,81,100,117],"space":[64],"at":[65],"servers":[68],"calls":[69],"for":[70],"intelligent":[71],"design":[72,98],"placement":[75],"offloading.":[78],"Meanwhile,":[79],"decisions":[82],"are":[83],"correlated":[85],"decisions,":[90],"which":[91],"pose":[92],"great":[94],"challenge":[95],"effectively":[97],"strategies.":[104],"In":[105],"this":[106],"paper,":[107],"we":[108,137],"investigate":[109],"joint":[111],"optimization":[112],"problem":[113,140],"integrating":[115],"in":[121,179],"general":[123],"VEC":[124],"scenario":[125],"with":[126,162,184],"time-varying":[127],"task":[128,134,180],"requests.":[129],"To":[130],"minimize":[131],"average":[133],"processing":[135,181],"delay,":[136],"formulate":[138],"using":[141],"long-term":[142],"mixed":[143],"integer":[144],"non-linear":[145],"programming":[146],"(MINLP)":[147],"propose":[149],"an":[150,175],"algorithm":[151],"based":[152],"on":[153],"deep":[154],"reinforcement":[155],"learning":[156],"obtain":[158],"suboptimal":[160],"solution":[161],"complexity.":[165],"The":[166],"simulation":[167],"results":[168],"demonstrate":[169],"our":[171],"proposed":[172],"scheme":[173],"exhibits":[174],"effective":[176],"improvement":[178],"delay":[182],"compared":[183],"other":[185],"representative":[186],"benchmark":[187],"methods.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":53},{"year":2023,"cited_by_count":10}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}