{"id":"https://openalex.org/W4402401548","doi":"https://doi.org/10.1109/ojcoms.2024.3457023","title":"Privacy-Preserving Hierarchical Reinforcement Learning Framework for Task Offloading in Low-Altitude Vehicular Fog Computing","display_name":"Privacy-Preserving Hierarchical Reinforcement Learning Framework for Task Offloading in Low-Altitude Vehicular Fog Computing","publication_year":2024,"publication_date":"2024-09-10","ids":{"openalex":"https://openalex.org/W4402401548","doi":"https://doi.org/10.1109/ojcoms.2024.3457023"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2024.3457023","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2024.3457023","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/ojcoms.2024.3457023","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101604406","display_name":"Zhiwei Wei","orcid":"https://orcid.org/0000-0001-9593-0013"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhiwei Wei","raw_affiliation_strings":["School of Shanghai Research Institute for Intelligent Autonomous Systems, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Shanghai Research Institute for Intelligent Autonomous Systems, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008116300","display_name":"Jingxin Mao","orcid":"https://orcid.org/0009-0003-4105-3395"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingxin Mao","raw_affiliation_strings":["School of Software Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451200","display_name":"Bing Li","orcid":"https://orcid.org/0000-0001-5226-7557"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Li","raw_affiliation_strings":["School of Software Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100695813","display_name":"Rongqing Zhang","orcid":"https://orcid.org/0000-0003-3774-6247"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongqing Zhang","raw_affiliation_strings":["School of Software Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101604406"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":4.3519,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.95024665,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"6","issue":null,"first_page":"3389","last_page":"3403"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8146107792854309},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7239893674850464},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6065510511398315},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4731667637825012},{"id":"https://openalex.org/keywords/low-altitude","display_name":"Low altitude","score":0.4589174687862396},{"id":"https://openalex.org/keywords/fog-computing","display_name":"Fog computing","score":0.45627468824386597},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29846400022506714},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.281917929649353},{"id":"https://openalex.org/keywords/altitude","display_name":"Altitude (triangle)","score":0.17778676748275757},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.1265566349029541},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08821287751197815}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8146107792854309},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7239893674850464},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6065510511398315},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4731667637825012},{"id":"https://openalex.org/C2993172488","wikidata":"https://www.wikidata.org/wiki/Q190200","display_name":"Low altitude","level":3,"score":0.4589174687862396},{"id":"https://openalex.org/C2986652147","wikidata":"https://www.wikidata.org/wiki/Q21809931","display_name":"Fog computing","level":3,"score":0.45627468824386597},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29846400022506714},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.281917929649353},{"id":"https://openalex.org/C6350597","wikidata":"https://www.wikidata.org/wiki/Q339495","display_name":"Altitude (triangle)","level":2,"score":0.17778676748275757},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.1265566349029541},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08821287751197815},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcoms.2024.3457023","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2024.3457023","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9357113b93d346598ec5f7698a805d73","is_oa":true,"landing_page_url":"https://doaj.org/article/9357113b93d346598ec5f7698a805d73","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 6, Pp 3389-3403 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2024.3457023","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2024.3457023","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.6100000143051147}],"awards":[{"id":"https://openalex.org/G2679298346","display_name":null,"funder_award_id":"62271351","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8438121490","display_name":null,"funder_award_id":"22ZR1463600","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G8628109481","display_name":null,"funder_award_id":"62201390","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2783988488","https://openalex.org/W2902765948","https://openalex.org/W2968764495","https://openalex.org/W3022095849","https://openalex.org/W3088084782","https://openalex.org/W3091635927","https://openalex.org/W4206492374","https://openalex.org/W4285144816","https://openalex.org/W4286358446","https://openalex.org/W4293057454","https://openalex.org/W4312451049","https://openalex.org/W4312903786","https://openalex.org/W4322704128","https://openalex.org/W4323891867","https://openalex.org/W4366308825","https://openalex.org/W4376456702","https://openalex.org/W4379467930","https://openalex.org/W4381199094","https://openalex.org/W4385800920","https://openalex.org/W4386026029","https://openalex.org/W4388666641","https://openalex.org/W4389104934","https://openalex.org/W4389943436","https://openalex.org/W4390650120","https://openalex.org/W4393002679","https://openalex.org/W4394698432","https://openalex.org/W6873034329"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W3196817267"],"abstract_inverted_index":{"Vehicular":[0],"Fog":[1],"Computing":[2],"(VFC)":[3],"is":[4,51,152,225],"a":[5,90,168],"promising":[6],"paradigm":[7],"in":[8,75,80,208],"intelligent":[9],"transportation":[10],"systems":[11],"(ITS),":[12],"which":[13,151,178],"offloads":[14],"computation-intensive":[15],"tasks":[16],"to":[17,141,185,202,229],"mobile":[18],"fog":[19],"nodes":[20],"for":[21,111,121,148,157],"real-time":[22],"and":[23,46,62,70,88,114,116,145,155,171,207],"low-latency":[24],"services.":[25],"In":[26],"the":[27,44,47,67,72,76,85,102,117,123,127,158,163,181,186,198,203,213,219,226,237,240],"forthcoming":[28],"era":[29],"of":[30,99,197,221,239],"low-altitude":[31,49,78,159],"economy,":[32],"Unmanned":[33],"Aerial":[34],"Vehicles":[35],"(UAVs)":[36],"are":[37],"being":[38],"integrated":[39],"as":[40],"task-carrying":[41],"entities":[42],"into":[43],"ITS,":[45],"novel":[48],"VFC":[50,160],"witnessing":[52],"new":[53],"challenges,":[54],"introduced":[55],"by":[56],"dynamic":[57,77],"UAV":[58],"missions,":[59],"high":[60],"mobility,":[61],"privacy":[63,69],"concerns.":[64],"To":[65,218],"preserve":[66],"offloading":[68,73,242],"enhance":[71,236],"performance":[74,238],"VFC,":[79],"this":[81,224],"paper,":[82],"we":[83,131,166],"facilitate":[84],"learning-based":[86],"methods":[87],"propose":[89],"hierarchical":[91],"federated":[92,174],"reinforcement":[93],"learning":[94,175],"framework.":[95],"The":[96],"framework":[97,200],"consists":[98],"two":[100],"levels:":[101],"local":[103,124,128,182],"level":[104,120],"provides":[105],"Deep":[106],"Reinforcement":[107],"Learning":[108],"(DRL)":[109],"models":[110],"task":[112,149],"vehicles":[113],"UAVs,":[115],"cross-regional":[118,164],"contextual":[119,169,233],"coordinating":[122],"experiences.":[125],"At":[126,162],"DRL":[129],"level,":[130,165],"design":[132],"an":[133,193],"Attention-enhanced":[134],"Federated":[135],"Proximal":[136],"Policy":[137],"Optimization":[138],"(AFedPPO)":[139],"algorithm":[140],"enable":[142],"decentralized":[143],"training":[144,215],"execution":[146],"(DTDE)":[147],"offloading,":[150],"privacy-preserving,":[153],"effective,":[154],"scalable":[156],"systems.":[161],"introduce":[167],"clustering":[170],"personalized":[172],"(CCP)":[173],"(FL)":[176],"mechanism,":[177],"adaptively":[179],"aggregates":[180],"experiences":[183],"according":[184],"regional":[187],"features.":[188],"Extensive":[189],"simulation":[190],"results":[191],"validate":[192],"average":[194],"35%":[195],"improvement":[196],"proposed":[199],"compared":[201],"state-of-the-art":[204],"FL":[205,245],"schemes,":[206],"some":[209],"cases,":[210],"even":[211],"outperform":[212],"centralized":[214],"(CTDE)":[216],"baseline.":[217],"best":[220],"our":[222],"knowledge,":[223],"first":[227],"work":[228],"theoretically":[230],"discuss":[231],"how":[232],"information":[234],"can":[235],"DRL-based":[241],"strategy":[243],"under":[244],"settings.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":15}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}