{"id":"https://openalex.org/W4386026029","doi":"https://doi.org/10.1109/twc.2023.3305321","title":"Hierarchical Task Offloading for Vehicular Fog Computing Based on Multi-Agent Deep Reinforcement Learning","display_name":"Hierarchical Task Offloading for Vehicular Fog Computing Based on Multi-Agent Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-08-21","ids":{"openalex":"https://openalex.org/W4386026029","doi":"https://doi.org/10.1109/twc.2023.3305321"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2023.3305321","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3305321","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101638053","display_name":"Yukai Hou","orcid":"https://orcid.org/0000-0003-4640-1582"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yukai Hou","raw_affiliation_strings":["School of Software Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101604406","display_name":"Zhiwei Wei","orcid":"https://orcid.org/0000-0001-9593-0013"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Wei","raw_affiliation_strings":["School of Software Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100695813","display_name":"Rongqing Zhang","orcid":"https://orcid.org/0000-0003-3774-6247"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongqing Zhang","raw_affiliation_strings":["School of Software Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068110218","display_name":"Xiang Cheng","orcid":"https://orcid.org/0000-0002-5943-0326"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Cheng","raw_affiliation_strings":["School of Electronics, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089217677","display_name":"Liuqing Yang","orcid":"https://orcid.org/0009-0003-1239-5804"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Liuqing Yang","raw_affiliation_strings":["Internet of Things Thrust and Intelligent Transportation Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China"],"affiliations":[{"raw_affiliation_string":"Internet of Things Thrust and Intelligent Transportation Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101638053"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":9.1784,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.98336973,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"23","issue":"4","first_page":"3074","last_page":"3085"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8786236643791199},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7979162931442261},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6178286075592041},{"id":"https://openalex.org/keywords/fog-computing","display_name":"Fog computing","score":0.5308187007904053},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4343603253364563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42139512300491333},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.33422309160232544},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2639857530593872},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.2265150249004364},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0760636031627655}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8786236643791199},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7979162931442261},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6178286075592041},{"id":"https://openalex.org/C2986652147","wikidata":"https://www.wikidata.org/wiki/Q21809931","display_name":"Fog computing","level":3,"score":0.5308187007904053},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4343603253364563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42139512300491333},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.33422309160232544},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2639857530593872},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.2265150249004364},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0760636031627655},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/twc.2023.3305321","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3305321","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-137741","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-137741","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2014663916","display_name":null,"funder_award_id":"2021ZD0112700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2679298346","display_name":null,"funder_award_id":"62271351","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5526751200","display_name":null,"funder_award_id":"62341101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6623849681","display_name":null,"funder_award_id":"62125101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2011991135","https://openalex.org/W2094025768","https://openalex.org/W2195423816","https://openalex.org/W2343050074","https://openalex.org/W2460379932","https://openalex.org/W2626588362","https://openalex.org/W2775827109","https://openalex.org/W2786309777","https://openalex.org/W2887817291","https://openalex.org/W2888816167","https://openalex.org/W2894873043","https://openalex.org/W2912804003","https://openalex.org/W2913196913","https://openalex.org/W2913454702","https://openalex.org/W2914289538","https://openalex.org/W2916889275","https://openalex.org/W2921583987","https://openalex.org/W2963064059","https://openalex.org/W2979987893","https://openalex.org/W2980048925","https://openalex.org/W2982493294","https://openalex.org/W2994654853","https://openalex.org/W2998498679","https://openalex.org/W3003372467","https://openalex.org/W3008705818","https://openalex.org/W3009335527","https://openalex.org/W3013467227","https://openalex.org/W3043134246","https://openalex.org/W3091157956","https://openalex.org/W3091773580","https://openalex.org/W3109463546","https://openalex.org/W3115015728","https://openalex.org/W3166034883","https://openalex.org/W3194615442","https://openalex.org/W3196881732","https://openalex.org/W4285280970","https://openalex.org/W4293057454","https://openalex.org/W4312903786","https://openalex.org/W4386207871"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4390647609","https://openalex.org/W4210913893","https://openalex.org/W2990732744","https://openalex.org/W4381747553"],"abstract_inverted_index":{"Vehicular":[0],"fog":[1],"computing":[2,17,24,43,52,67,90,190],"(VFC)":[3],"has":[4],"been":[5],"expected":[6],"as":[7],"a":[8,79,106,113,140,165],"promising":[9],"architecture":[10,183],"that":[11,47,178],"can":[12,86,184],"make":[13],"full":[14],"use":[15],"of":[16,19,42,60,96,172],"resources":[18,53],"idle":[20,51,89],"vehicles":[21],"to":[22,132,144,168],"increase":[23],"capability.":[25],"However,":[26],"most":[27],"current":[28],"VFC":[29,81,108,182],"architectures":[30],"only":[31],"focus":[32],"on":[33,119],"the":[34,39,58,65,71,93,125,146,150,157,170,179,187,193,197],"local":[35],"region":[36],"and":[37,99,192],"ignore":[38],"spatio-temporal":[40],"heterogeneity":[41],"resources,":[44],"resulting":[45],"in":[46,70,74,104,123,139],"some":[48],"regions":[49,85],"have":[50],"while":[54],"others":[55],"cannot":[56],"satisfy":[57],"requirements":[59],"tasks.":[61],"To":[62],"further":[63],"improve":[64,186],"overall":[66],"resource":[68],"utilization":[69],"whole":[72],"network,":[73],"this":[75],"work,":[76],"we":[77,110,155],"propose":[78],"hierarchical":[80,107,181],"architecture,":[82,109],"where":[83],"neighboring":[84],"share":[87],"their":[88],"resources.":[91],"Considering":[92],"high":[94],"complexity":[95],"both":[97],"inter-":[98],"intra-region":[100],"cooperative":[101],"task":[102,115,135,189],"offloading":[103,116,137],"such":[105],"put":[111],"forward":[112],"distributed":[114,141],"strategy":[117,138],"based":[118],"multi-agent":[120,126,151,159],"reinforcement":[121,127,160],"learning":[122,128,161],"which":[124,163],"method":[129],"is":[130],"designed":[131],"learn":[133],"each":[134,173],"vehicle\u2019s":[136],"manner.":[142],"Moreover,":[143],"tackle":[145],"inefficiency":[147],"caused":[148],"by":[149],"credit":[152],"assignment":[153],"problem,":[154],"provide":[156],"counterfactual":[158,166],"approach":[162],"exploits":[164],"baseline":[167,198],"evaluate":[169],"action":[171],"agent.":[174],"Simulation":[175],"results":[176],"validate":[177],"proposed":[180,194],"effectively":[185],"global":[188],"efficiency":[191],"mechanism":[195],"outperforms":[196],"algorithms.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":5}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}