{"id":"https://openalex.org/W3109463546","doi":"https://doi.org/10.1109/tvt.2020.3041929","title":"Priority-Aware Task Offloading in Vehicular Fog Computing Based on Deep Reinforcement Learning","display_name":"Priority-Aware Task Offloading in Vehicular Fog Computing Based on Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-12-01","ids":{"openalex":"https://openalex.org/W3109463546","doi":"https://doi.org/10.1109/tvt.2020.3041929","mag":"3109463546"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2020.3041929","doi":"https://doi.org/10.1109/tvt.2020.3041929","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2020.3041929","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103024743","display_name":"Jinming Shi","orcid":"https://orcid.org/0000-0002-2599-1360","observed_orcids":["https://orcid.org/0000-0002-2599-1360"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinming Shi","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2599-1360","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033168204","display_name":"Jun Du","orcid":"https://orcid.org/0000-0002-5213-8808","observed_orcids":["https://orcid.org/0000-0002-5213-8808"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Du","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5213-8808","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100426898","display_name":"Jingjing Wang","orcid":"https://orcid.org/0000-0003-3170-8952","observed_orcids":["https://orcid.org/0000-0003-3170-8952"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjing Wang","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3170-8952","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100370361","display_name":"Jian Wang","orcid":"https://orcid.org/0000-0001-7683-6937","observed_orcids":["https://orcid.org/0000-0001-7683-6937","https://orcid.org/0009-0003-3204-9685","https://orcid.org/0009-0007-3900-3355"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Wang","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7683-6937","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100347994","display_name":"Jian Yuan","orcid":"https://orcid.org/0000-0001-9734-6056","observed_orcids":["https://orcid.org/0000-0001-9734-6056"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Yuan","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9734-6056","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":11.394,"has_fulltext":false,"cited_by_count":230,"citation_normalized_percentile":{"value":0.98858502,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"69","issue":"12","first_page":"16067","last_page":"16081"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vehicular-fog-computing","display_name":"vehicular fog computing","score":0.9800000190734863},{"id":"https://openalex.org/keywords/task-offloading","display_name":"task offloading","score":0.9950000047683716},{"id":"https://openalex.org/keywords/task-priority","display_name":"task priority","score":0.7099999785423279},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"dynamic pricing","score":0.7749999761581421},{"id":"https://openalex.org/keywords/vehicular-mobility","display_name":"vehicle mobility","score":0.7409999966621399},{"id":"https://openalex.org/keywords/service-availability","display_name":"service availability","score":0.8450000286102295},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8809999823570251},{"id":"https://openalex.org/keywords/soft-actor-critic","display_name":"soft actor-critic","score":0.9760000109672546},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9110000133514404},{"id":"https://openalex.org/keywords/heterogeneous-vehicular-networks","display_name":"heterogeneous vehicular networks","score":0.8399999737739563},{"id":"https://openalex.org/keywords/vehicle-to-vehicle-communication","display_name":"vehicle-to-vehicle communication","score":0.6430000066757202}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8051036596298218},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7934319972991943},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7066905498504639},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5814627408981323},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.5623713135719299},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5066131353378296},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.48314589262008667},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.42002612352371216},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3650056719779968},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3546231985092163},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2695274353027344},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.26424726843833923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19762250781059265},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2020.3041929","doi":"https://doi.org/10.1109/tvt.2020.3041929","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2020.3041929","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.7207000255584717,"id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2847695516","display_name":null,"funder_award_id":"61\u00a0971\u00a0257","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6331858971","display_name":null,"funder_award_id":"2020T130357","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G7799889702","display_name":"\u9762\u5411\u6c34\u4e0b\u590d\u6742\u4efb\u52a1\u7684AUV\u96c6\u7fa4\u667a\u80fd\u65b9\u6cd5\u4e0e\u534f\u540c\u673a\u7406\u7814\u7a76","funder_award_id":"62071268","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W2034425844","https://openalex.org/W2067398275","https://openalex.org/W2148441504","https://openalex.org/W2155968351","https://openalex.org/W2195423816","https://openalex.org/W2625483604","https://openalex.org/W2626588362","https://openalex.org/W2746553466","https://openalex.org/W2761458772","https://openalex.org/W2761757319","https://openalex.org/W2781726626","https://openalex.org/W2787118002","https://openalex.org/W2787938642","https://openalex.org/W2810477489","https://openalex.org/W2888816167","https://openalex.org/W2889540440","https://openalex.org/W2891353362","https://openalex.org/W2893733132","https://openalex.org/W2895973886","https://openalex.org/W2896310287","https://openalex.org/W2897099070","https://openalex.org/W2901192180","https://openalex.org/W2904246096","https://openalex.org/W2912382098","https://openalex.org/W2913196913","https://openalex.org/W2916889275","https://openalex.org/W2918891759","https://openalex.org/W2921337715","https://openalex.org/W2921583987","https://openalex.org/W2954039338","https://openalex.org/W2955500388","https://openalex.org/W2963070605","https://openalex.org/W2964221923","https://openalex.org/W2968424451","https://openalex.org/W2976656980","https://openalex.org/W2980360843","https://openalex.org/W2982650630","https://openalex.org/W2984159320","https://openalex.org/W2989703019","https://openalex.org/W2997572754","https://openalex.org/W2998498679","https://openalex.org/W2999146029","https://openalex.org/W3000156254","https://openalex.org/W3002317329","https://openalex.org/W3009122328","https://openalex.org/W3011884107","https://openalex.org/W3013810395","https://openalex.org/W3024155406","https://openalex.org/W3026449395","https://openalex.org/W3035007032","https://openalex.org/W3089283090","https://openalex.org/W3094422995"],"related_works":["https://openalex.org/W4312457951","https://openalex.org/W4293057454","https://openalex.org/W3196881732","https://openalex.org/W4415158181","https://openalex.org/W7159786263","https://openalex.org/W4379467930","https://openalex.org/W4409762297","https://openalex.org/W7117730668","https://openalex.org/W4315629711","https://openalex.org/W4392729152"],"abstract_inverted_index":{"Vehicular":[0],"fog":[1],"computing":[2,57,120],"(VFC)":[3],"has":[4],"been":[5],"expected":[6,204],"as":[7,163],"a":[8,81,90,103,164,179,187],"promising":[9],"scheme":[10,106,223],"that":[11,142],"can":[12],"increase":[13],"the":[14,26,45,62,108,128,132,136,143,150,153,159,172,198,203,207,216],"computational":[15,74],"capability":[16,75],"of":[17,36,65,69,89,110,130,139,145,152,176,200,209,220],"vehicles":[18,52,66,113],"without":[19],"relying":[20],"on":[21,149],"servers.":[22],"Comparing":[23],"with":[24,86,95,225],"accessing":[25],"remote":[27],"cloud,":[28],"VFC":[29],"is":[30,80],"suitable":[31],"for":[32,197],"delay-sensitive":[33],"tasks":[34,85,177],"because":[35],"its":[37],"low-latency":[38],"vehicle-to-vehicle":[39],"(V2V)":[40],"transmission.":[41],"However,":[42],"due":[43],"to":[44,50,53,116],"dynamic":[46,123,154],"vehicular":[47,73,78,155],"environment,":[48,156],"how":[49],"motivate":[51],"share":[54,117],"their":[55,118],"idle":[56,119],"resource":[58,121],"while":[59],"simultaneously":[60],"evaluating":[61],"service":[63,137],"availability":[64,138],"in":[67,76,107,178],"terms":[68],"vehicle":[70,91],"mobility":[71,129],"and":[72,135,206,218],"heterogeneous":[77],"networks":[79],"main":[82],"challenge.":[83],"Meanwhile,":[84],"different":[87,96],"priorities":[88],"should":[92],"be":[93],"processed":[94],"efficiencies.":[97],"In":[98],"this":[99,183],"work,":[100],"we":[101,157,185],"propose":[102],"task":[104,133,146,160],"offloading":[105,147,161],"context":[109],"VFC,":[111],"where":[112],"are":[114],"incentivized":[115],"by":[122],"pricing,":[124],"which":[125],"comprehensively":[126],"considers":[127],"vehicles,":[131],"priority,":[134],"vehicles.":[140],"Given":[141],"policy":[144],"depends":[148],"state":[151],"formulate":[158],"problem":[162],"Markov":[165],"decision":[166],"process":[167],"(MDP)":[168],"aiming":[169],"at":[170],"maximizing":[171,201],"mean":[173],"latency-aware":[174],"utility":[175],"period.":[180],"To":[181],"solve":[182],"problem,":[184],"develop":[186],"soft":[188],"actor-critic":[189],"(SAC)":[190],"based":[191],"deep":[192],"reinforcement":[193],"learning":[194],"(DRL)":[195],"algorithm":[196],"sake":[199],"both":[202],"reward":[205],"entropy":[208],"policy.":[210],"Finally,":[211],"extensive":[212],"simulation":[213],"results":[214],"validate":[215],"effectiveness":[217],"superiority":[219],"our":[221],"proposed":[222],"benchmarked":[224],"traditional":[226],"algorithms.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":28},{"year":2025,"cited_by_count":54},{"year":2024,"cited_by_count":50},{"year":2023,"cited_by_count":57},{"year":2022,"cited_by_count":35},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2020-12-07T00:00:00"}