{"id":"https://openalex.org/W4387415356","doi":"https://doi.org/10.1109/mnet.2023.3320894","title":"Asynchronous FDRL-Based Low-Latency Computation Offloading for Integrated Terrestrial and Non-Terrestrial Power IoT","display_name":"Asynchronous FDRL-Based Low-Latency Computation Offloading for Integrated Terrestrial and Non-Terrestrial Power IoT","publication_year":2023,"publication_date":"2023-09-01","ids":{"openalex":"https://openalex.org/W4387415356","doi":"https://doi.org/10.1109/mnet.2023.3320894"},"language":"en","primary_location":{"id":"doi:10.1109/mnet.2023.3320894","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mnet.2023.3320894","pdf_url":null,"source":{"id":"https://openalex.org/S186584794","display_name":"IEEE Network","issn_l":"0890-8044","issn":["0890-8044","1558-156X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Network","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009243913","display_name":"Sifeng Li","orcid":"https://orcid.org/0000-0002-5302-1599"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Sifeng Li","raw_affiliation_strings":["Hebei Key Laboratory of Power Internet of Things Technology, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China","School of Electrical and Electronic Engineering, Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Hebei Key Laboratory of Power Internet of Things Technology, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057553287","display_name":"Sunxuan Zhang","orcid":"https://orcid.org/0000-0003-4298-6587"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sunxuan Zhang","raw_affiliation_strings":["Hebei Key Laboratory of Power Internet of Things Technology, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China","School of Electrical and Electronic Engineering, Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Hebei Key Laboratory of Power Internet of Things Technology, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100434570","display_name":"Zhao Wang","orcid":"https://orcid.org/0000-0003-3536-6291"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Wang","raw_affiliation_strings":["Hebei Key Laboratory of Power Internet of Things Technology, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China","School of Electrical and Electronic Engineering, Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Hebei Key Laboratory of Power Internet of Things Technology, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039042766","display_name":"Zhenyu Zhou","orcid":"https://orcid.org/0000-0002-3344-4463"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Zhou","raw_affiliation_strings":["Hebei Key Laboratory of Power Internet of Things Technology, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China","School of Electrical and Electronic Engineering, Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Hebei Key Laboratory of Power Internet of Things Technology, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Hebei Key Laboratory of Power Internet of Things Technology, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381807","display_name":"Xiaoyan Wang","orcid":"https://orcid.org/0000-0003-1240-4953"},"institutions":[{"id":"https://openalex.org/I6178835","display_name":"Ibaraki University","ror":"https://ror.org/00sjd5653","country_code":"JP","type":"education","lineage":["https://openalex.org/I6178835"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xiaoyan Wang","raw_affiliation_strings":["Graduate School of Science and Engineering, Ibaraki University, Ibaraki, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Ibaraki University, Ibaraki, Japan","institution_ids":["https://openalex.org/I6178835"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056209905","display_name":"Shahid Mumtaz","orcid":"https://orcid.org/0000-0001-6364-6149"},"institutions":[{"id":"https://openalex.org/I119004910","display_name":"Silesian University of Technology","ror":"https://ror.org/02dyjk442","country_code":"PL","type":"education","lineage":["https://openalex.org/I119004910"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Shahid Mumtaz","raw_affiliation_strings":["Department of Applied Informatics, Silesian University of Technology, Akademicka, Gliwice, Poland"],"affiliations":[{"raw_affiliation_string":"Department of Applied Informatics, Silesian University of Technology, Akademicka, Gliwice, Poland","institution_ids":["https://openalex.org/I119004910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057916222","display_name":"Mohsen Guizani","orcid":"https://orcid.org/0000-0002-8972-8094"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mohsen Guizani","raw_affiliation_strings":["Machine Learning Department, Mohamed Bin Zayed University of Artificial Intelligence (MBZUAI), Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"Machine Learning Department, Mohamed Bin Zayed University of Artificial Intelligence (MBZUAI), Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027913823","display_name":"Valerio Frascolla","orcid":"https://orcid.org/0000-0002-4256-2955"},"institutions":[{"id":"https://openalex.org/I4210094487","display_name":"Intel (Germany)","ror":"https://ror.org/00m2x0g47","country_code":"DE","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210094487"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Valerio Frascolla","raw_affiliation_strings":["Intel Deutschland GmbH, Neubiberg, Germany"],"affiliations":[{"raw_affiliation_string":"Intel Deutschland GmbH, Neubiberg, Germany","institution_ids":["https://openalex.org/I4210094487"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5009243913"],"corresponding_institution_ids":["https://openalex.org/I153473198"],"apc_list":null,"apc_paid":null,"fwci":1.6916,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.84468243,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"37","issue":"5","first_page":"33","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8801501393318176},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.7581168413162231},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7413210272789001},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6884084939956665},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6099963784217834},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5900211334228516},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.49205130338668823},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4308878481388092},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.39091038703918457},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.2926639914512634},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2378057837486267},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.20852187275886536},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11093413829803467},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.10312864184379578}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8801501393318176},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.7581168413162231},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7413210272789001},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6884084939956665},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6099963784217834},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5900211334228516},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.49205130338668823},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4308878481388092},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39091038703918457},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.2926639914512634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2378057837486267},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.20852187275886536},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11093413829803467},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.10312864184379578},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mnet.2023.3320894","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mnet.2023.3320894","pdf_url":null,"source":{"id":"https://openalex.org/S186584794","display_name":"IEEE Network","issn_l":"0890-8044","issn":["0890-8044","1558-156X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Network","raw_type":"journal-article"},{"id":"pmh:oai:irep.ntu.ac.uk:50130","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400559","display_name":"Nottingham Trent University's Institutional Repository (Nottingham Trent Repository)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I52590639","host_organization_name":"Nottingham Trent University","host_organization_lineage":["https://openalex.org/I52590639"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7092714072","display_name":null,"funder_award_id":"2020YFB0905900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G803430506","display_name":null,"funder_award_id":"LAPS2021- 25","funder_id":"https://openalex.org/F4320327677","funder_display_name":"State Key Laboratory Of Alternate Electrical Power System With Renewable Energy Sources"}],"funders":[{"id":"https://openalex.org/F4320327677","display_name":"State Key Laboratory Of Alternate Electrical Power System With Renewable Energy Sources","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2964098968","https://openalex.org/W2983630165","https://openalex.org/W3012434840","https://openalex.org/W3080475059","https://openalex.org/W3093482086","https://openalex.org/W3098650625","https://openalex.org/W3117267439","https://openalex.org/W3119035836","https://openalex.org/W3161553238","https://openalex.org/W3170543822","https://openalex.org/W3194988969","https://openalex.org/W3195911184","https://openalex.org/W4205136930","https://openalex.org/W4214547157","https://openalex.org/W4225616379","https://openalex.org/W4226035460"],"related_works":["https://openalex.org/W2116677773","https://openalex.org/W2155261584","https://openalex.org/W2966556967","https://openalex.org/W2954039338","https://openalex.org/W2584231425","https://openalex.org/W2150611273","https://openalex.org/W4306904969","https://openalex.org/W3108946947","https://openalex.org/W2337102067","https://openalex.org/W4302338237"],"abstract_inverted_index":{"Integrated":[0],"terrestrial":[1],"and":[2,37,55,61,63,101,130,149,170],"non-terrestrial":[3],"power":[4,21],"internet":[5],"of":[6,50,127,164],"things":[7],"(IPIoT)":[8],"has":[9],"emerged":[10],"as":[11],"a":[12,154],"paradigm":[13],"shift":[14],"to":[15,97,119,141,159],"three-dimensional":[16],"vertical":[17],"communication":[18],"networks":[19],"for":[20,39,87,94],"systems":[22],"in":[23,32,45,166],"the":[24,161],"6G":[25],"era.":[26],"Computation":[27],"offloading":[28,44,54,85,116,123,129,169],"plays":[29],"key":[30],"roles":[31],"enabling":[33],"real-time":[34],"data":[35],"processing":[36],"analysis":[38],"electric":[40],"services.":[41],"However,":[42],"computation":[43,56,84,115,122,131],"IPIoT":[46],"still":[47],"faces":[48],"challenges":[49],"coupling":[51],"between":[52],"task":[53,128,168],"resource":[57,59,132],"allocation,":[58],"heterogeneity":[60],"dynamics,":[62],"degraded":[64],"model":[65,104],"training":[66,151],"caused":[67],"by":[68],"electromagnetic":[69],"interference":[70],"(EMI).":[71],"In":[72],"this":[73],"article,":[74],"we":[75,107],"propose":[76,108],"an":[77],"asynchronous":[78],"federated":[79,95,138,147],"deep":[80,111],"reinforcement":[81],"learning":[82],"(AFDRL)-based":[83],"framework":[86],"IPIoT,":[88],"where":[89],"models":[90,145],"are":[91],"uploaded":[92],"asynchronously":[93],"averaging":[96,148],"relieve":[98],"network":[99],"congestion":[100],"improve":[102,150],"global":[103],"training.":[105],"Then,":[106],"Asynchronous":[109],"fedeRated":[110],"reinforcemenT":[112],"learnIng-baSed":[113],"low-laTency":[114],"algorithm":[117],"(ARTIST)":[118],"realize":[120],"low-latency":[121],"through":[124],"joint":[125],"optimization":[126],"allocation.":[133],"Particularly,":[134],"ARTIST":[135,165],"adopts":[136],"EMI-aware":[137],"set":[139],"determination":[140],"remove":[142],"aberrant":[143],"local":[144],"from":[146],"accuracy.":[152],"Next,":[153],"case":[155],"study":[156],"is":[157],"developed":[158],"validate":[160],"excellent":[162],"performance":[163],"reducing":[167],"total":[171],"queuing":[172],"delays.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}