{"id":"https://openalex.org/W4404410824","doi":"https://doi.org/10.1109/jiot.2024.3498839","title":"Lyapunov-Assisted Decentralized Dynamic Offloading Strategy Based on Deep Reinforcement Learning","display_name":"Lyapunov-Assisted Decentralized Dynamic Offloading Strategy Based on Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-11-15","ids":{"openalex":"https://openalex.org/W4404410824","doi":"https://doi.org/10.1109/jiot.2024.3498839"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3498839","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3498839","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101636854","display_name":"Jingjing Wang","orcid":"https://orcid.org/0009-0003-2976-352X"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingjing Wang","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University, Nanjing, China","Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","Tianjin Key Lab of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]},{"raw_affiliation_string":"Tianjin Key Lab of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091919893","display_name":"Hui Zhang","orcid":"https://orcid.org/0000-0002-9098-1716"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Zhang","raw_affiliation_strings":["Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","Tianjin Key Lab of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]},{"raw_affiliation_string":"Tianjin Key Lab of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xu Han","orcid":"https://orcid.org/0009-0004-8568-6722"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Han","raw_affiliation_strings":["Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","Tianjin Key Lab of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]},{"raw_affiliation_string":"Tianjin Key Lab of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073649829","display_name":"Jiaxiang Zhao","orcid":"https://orcid.org/0000-0002-2287-0811"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxiang Zhao","raw_affiliation_strings":["Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","Tianjin Key Lab of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]},{"raw_affiliation_string":"Tianjin Key Lab of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029002143","display_name":"Jiangzhou Wang","orcid":"https://orcid.org/0000-0003-0881-3594"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangzhou Wang","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University, Nanjing, China","Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101636854"],"corresponding_institution_ids":["https://openalex.org/I205237279","https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":2.0603,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.88197983,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"12","issue":"7","first_page":"8368","last_page":"8380"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9713000059127808,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9713000059127808,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9574000239372253,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9567000269889832,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.841015100479126},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8052015900611877},{"id":"https://openalex.org/keywords/lyapunov-function","display_name":"Lyapunov function","score":0.42261889576911926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35478687286376953},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34579533338546753},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.08732524514198303}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.841015100479126},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8052015900611877},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.42261889576911926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35478687286376953},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34579533338546753},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.08732524514198303},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3498839","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3498839","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4399999976158142,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G7463095302","display_name":null,"funder_award_id":"61671254","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8732152092","display_name":null,"funder_award_id":"Grant 61671254","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W82553446","https://openalex.org/W1487626875","https://openalex.org/W1971443733","https://openalex.org/W2082011829","https://openalex.org/W2137809208","https://openalex.org/W2594560857","https://openalex.org/W2891123429","https://openalex.org/W2902006351","https://openalex.org/W2904994737","https://openalex.org/W2905026759","https://openalex.org/W2919839278","https://openalex.org/W2951450828","https://openalex.org/W2963060851","https://openalex.org/W2963334314","https://openalex.org/W3005170244","https://openalex.org/W3009007314","https://openalex.org/W3013557734","https://openalex.org/W3016621379","https://openalex.org/W3030218575","https://openalex.org/W3030801383","https://openalex.org/W3080122404","https://openalex.org/W3107417205","https://openalex.org/W3134947650","https://openalex.org/W3147992761","https://openalex.org/W3168768468","https://openalex.org/W3181552969","https://openalex.org/W3201976554","https://openalex.org/W3211379565","https://openalex.org/W4200372040","https://openalex.org/W4282934545","https://openalex.org/W4285115899","https://openalex.org/W4301852635","https://openalex.org/W4304175356","https://openalex.org/W4312850963","https://openalex.org/W4313186370","https://openalex.org/W4382203381","https://openalex.org/W4383961020","https://openalex.org/W4392397404"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"To":[0],"enhance":[1],"the":[2,38,59,62,77,82,88,92,101,106,129,132,135,144,158,163],"edge":[3,41,47],"offloading":[4,19,35,117,138],"capabilities":[5],"of":[6,9,64,81,91,131,168],"massive":[7],"Internet":[8],"Things":[10],"(IoT)":[11],"devices":[12],"with":[13,128,149],"limited":[14],"resources,":[15],"a":[16,114],"novel":[17],"task":[18],"algorithm,":[20,61,134],"namely,":[21],"reduced":[22],"target":[23],"deep":[24,69],"deterministic":[25,70],"policy":[26,71],"gradient":[27,72],"(RT-DDPG),":[28],"is":[29],"proposed,":[30],"which":[31],"can":[32,111,140,161],"generate":[33],"near-optimal":[34],"decisions":[36],"on":[37,105,120],"user":[39],"and":[40,50,67,94,153],"server":[42],"sides,":[43],"especially":[44],"in":[45,143],"mobile":[46],"computing":[48,116,166],"(MEC)":[49],"multiuser":[51],"multiple":[52,54],"input":[53],"output":[55],"(MIMO)":[56],"scenarios.":[57],"In":[58],"RT-DDPG":[60,133,159],"combination":[63],"Lyapunov":[65],"optimization":[66],"improved":[68],"(DDPG)":[73],"not":[74],"only":[75],"reduces":[76,95],"Q-value":[78],"estimation":[79],"bias":[80],"neural":[83],"network,":[84],"but":[85],"also":[86],"constrains":[87],"long-term":[89,164],"stability":[90],"queue":[93],"buffering":[96],"delay.":[97],"Moreover,":[98],"by":[99,170],"placing":[100],"algorithm":[102,160],"agent":[103],"independently":[104],"device":[107,110],"side,":[108],"each":[109],"adaptively":[112],"formulate":[113],"decentralized":[115],"strategy":[118,139,156],"based":[119],"environmental":[121],"information.":[122],"The":[123],"simulation":[124],"results":[125],"show":[126],"that":[127],"help":[130],"optimal":[136],"dynamic":[137],"be":[141],"learned":[142],"continuous":[145],"action":[146],"space.":[147],"Compared":[148],"traditional":[150],"reinforcement":[151],"learning":[152],"other":[154],"greedy":[155],"algorithms,":[157],"reduce":[162],"average":[165],"cost":[167],"users":[169],"50%.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}