{"id":"https://openalex.org/W4413360058","doi":"https://doi.org/10.1109/tnse.2025.3600924","title":"Adaptive Load Balancing for Industrial Edge Computing Systems: An AxTD3-Deep Reinforcement Learning Approach","display_name":"Adaptive Load Balancing for Industrial Edge Computing Systems: An AxTD3-Deep Reinforcement Learning Approach","publication_year":2025,"publication_date":"2025-08-20","ids":{"openalex":"https://openalex.org/W4413360058","doi":"https://doi.org/10.1109/tnse.2025.3600924"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2025.3600924","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2025.3600924","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034116363","display_name":"Fenghui Zhang","orcid":"https://orcid.org/0000-0002-8859-8873"},"institutions":[{"id":"https://openalex.org/I4210147745","display_name":"West Anhui University","ror":"https://ror.org/046ft6c74","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210147745"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fenghui Zhang","raw_affiliation_strings":["School of Electronics and Information Engineering, West Anhui University, Lu'an, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, West Anhui University, Lu'an, China","institution_ids":["https://openalex.org/I4210147745"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuhang Jiang","orcid":"https://orcid.org/0009-0000-2942-6003"},"institutions":[{"id":"https://openalex.org/I4210147745","display_name":"West Anhui University","ror":"https://ror.org/046ft6c74","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210147745"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhang Jiang","raw_affiliation_strings":["School of Electronics and Information Engineering, West Anhui University, Lu'an, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, West Anhui University, Lu'an, China","institution_ids":["https://openalex.org/I4210147745"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049440207","display_name":"Xuecai Bao","orcid":"https://orcid.org/0000-0002-1927-3354"},"institutions":[{"id":"https://openalex.org/I141103825","display_name":"Nanchang Institute of Technology","ror":"https://ror.org/00avfj807","country_code":"CN","type":"education","lineage":["https://openalex.org/I141103825"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuecai Bao","raw_affiliation_strings":["Jiangxi Province Key Laboratory of Smart Water Conservancy, Nanchang Institute of Technology, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"Jiangxi Province Key Laboratory of Smart Water Conservancy, Nanchang Institute of Technology, Nanchang, China","institution_ids":["https://openalex.org/I141103825"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiancun Zhou","orcid":"https://orcid.org/0009-0005-2019-3668"},"institutions":[{"id":"https://openalex.org/I4210147745","display_name":"West Anhui University","ror":"https://ror.org/046ft6c74","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210147745"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiancun Zhou","raw_affiliation_strings":["School of Electronics and Information Engineering, West Anhui University, Lu'an, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, West Anhui University, Lu'an, China","institution_ids":["https://openalex.org/I4210147745"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111355598","display_name":"Yu Zong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088744","display_name":"Ya'an Polytechnic College","ror":"https://ror.org/00a43vs85","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210088744"]},{"id":"https://openalex.org/I4210114245","display_name":"Anhui Business College","ror":"https://ror.org/02d0cgn19","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210114245"]},{"id":"https://openalex.org/I4210147745","display_name":"West Anhui University","ror":"https://ror.org/046ft6c74","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210147745"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zong","raw_affiliation_strings":["Lu'an Vocational Technical College, Lu'an, China","Lu'an Vocational Technical College, Lu'an, Anhui, China"],"affiliations":[{"raw_affiliation_string":"Lu'an Vocational Technical College, Lu'an, China","institution_ids":["https://openalex.org/I4210088744"]},{"raw_affiliation_string":"Lu'an Vocational Technical College, Lu'an, Anhui, China","institution_ids":["https://openalex.org/I4210147745","https://openalex.org/I4210114245"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084355498","display_name":"Xiaohu Liang","orcid":"https://orcid.org/0000-0003-0409-0675"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohu Liang","raw_affiliation_strings":["School of Communication Engineering, Army Engineering University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Communication Engineering, Army Engineering University, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100435639","display_name":"Kun Yang","orcid":"https://orcid.org/0000-0002-6782-6689"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kun Yang","raw_affiliation_strings":["School of Computer Science and Electronic Engineering, University of Essex, Colchester, U.K","School of Computer Science & Electronic Engineering (CSEE), University of Essex Wivenhoe Park, Colchester, Essex, U.K"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Electronic Engineering, University of Essex, Colchester, U.K","institution_ids":["https://openalex.org/I110002522"]},{"raw_affiliation_string":"School of Computer Science & Electronic Engineering (CSEE), University of Essex Wivenhoe Park, Colchester, Essex, U.K","institution_ids":["https://openalex.org/I110002522"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5034116363"],"corresponding_institution_ids":["https://openalex.org/I4210147745"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23375898,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"4743","last_page":"4759"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.79339998960495,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.79339998960495,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.7775999903678894,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.723800003528595,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7986199259757996},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6656005382537842},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.46885499358177185},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.42059195041656494},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4116900563240051},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.356206476688385},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10681465268135071}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7986199259757996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6656005382537842},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.46885499358177185},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.42059195041656494},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4116900563240051},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.356206476688385},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10681465268135071},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2025.3600924","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2025.3600924","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1483092537","display_name":null,"funder_award_id":"2308085MF222","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"},{"id":"https://openalex.org/G7888387042","display_name":null,"funder_award_id":"62132004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334897","display_name":"Natural Science Foundation of Anhui Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W2624989916","https://openalex.org/W2751904527","https://openalex.org/W2809610228","https://openalex.org/W2952544742","https://openalex.org/W2999301152","https://openalex.org/W3037951940","https://openalex.org/W3042140339","https://openalex.org/W3042732884","https://openalex.org/W3089283090","https://openalex.org/W3095454318","https://openalex.org/W3107184047","https://openalex.org/W3125069575","https://openalex.org/W3131252432","https://openalex.org/W3158022704","https://openalex.org/W3159101578","https://openalex.org/W3159655746","https://openalex.org/W3172644304","https://openalex.org/W3174341749","https://openalex.org/W3198160199","https://openalex.org/W3199414327","https://openalex.org/W3200951426","https://openalex.org/W3203158143","https://openalex.org/W3203684044","https://openalex.org/W3204496228","https://openalex.org/W3214285294","https://openalex.org/W4211041246","https://openalex.org/W4213024557","https://openalex.org/W4285121926","https://openalex.org/W4285139108","https://openalex.org/W4293215149","https://openalex.org/W4293811623","https://openalex.org/W4295872615","https://openalex.org/W4296212358","https://openalex.org/W4312588618","https://openalex.org/W4312626665","https://openalex.org/W4312684043","https://openalex.org/W4312702345","https://openalex.org/W4312986561","https://openalex.org/W4312995559","https://openalex.org/W4313316115","https://openalex.org/W4313886730","https://openalex.org/W4324119377","https://openalex.org/W4364322660","https://openalex.org/W4367663516","https://openalex.org/W4388077030","https://openalex.org/W4389352507","https://openalex.org/W4389961022","https://openalex.org/W4390018016","https://openalex.org/W4391853671","https://openalex.org/W4396941482","https://openalex.org/W4399206915","https://openalex.org/W4399376715","https://openalex.org/W4399665748","https://openalex.org/W4400646644","https://openalex.org/W4403210165","https://openalex.org/W4403332758","https://openalex.org/W4403600669","https://openalex.org/W4410492291"],"related_works":["https://openalex.org/W3004117068","https://openalex.org/W2043284556","https://openalex.org/W3175372827","https://openalex.org/W2488220206","https://openalex.org/W2146301767","https://openalex.org/W191730236","https://openalex.org/W4384948837","https://openalex.org/W4312680855","https://openalex.org/W3191990038","https://openalex.org/W1524016490"],"abstract_inverted_index":{"Introducing":[0],"edge":[1],"computing":[2],"into":[3,163],"smart":[4],"manufacturing":[5],"can":[6,27],"enhance":[7],"factory":[8,38],"efficiency":[9],"and":[10,53,93,121,125,137,157,173,192],"productivity.":[11],"By":[12],"leveraging":[13],"a":[14,95,117,160],"central":[15],"scheduler":[16],"to":[17,75,99,139,151,167],"connect":[18],"Edge":[19],"Servers":[20],"(ESs)":[21],"in":[22,42],"these":[23],"factories,":[24],"resource":[25],"sharing":[26],"be":[28],"achieved.":[29],"However,":[30],"the":[31,50,77,105,134,149,153,170,182,208,215],"unpredictable":[32],"nature":[33],"of":[34,108],"task":[35,44,55],"offloading":[36],"from":[37],"IoT":[39],"devices":[40],"results":[41,198],"varying":[43],"loads":[45],"at":[46],"each":[47,87,109],"ES,":[48],"expanding":[49],"action":[51,126,171],"space":[52,172],"complicating":[54],"scheduling":[56],"coordination,":[57],"thus":[58],"impeding":[59],"effective":[60],"load":[61,209],"balancing.":[62],"To":[63],"address":[64],"this":[65,114,130],"challenge,":[66],"we":[67,84,112,132,180],"propose":[68,94],"an":[69],"AxTD3-Deep":[70],"Reinforcement":[71],"Learning":[72],"(DRL)":[73],"method":[74,184],"balance":[76,152],"system":[78,81,115,217],"while":[79],"reducing":[80],"latency.":[82,218],"Firstly,":[83],"consider":[85],"that":[86,200],"ES":[88],"has":[89],"multiple":[90],"virtual":[91,106],"machines":[92,107],"workload":[96],"balancing":[97],"algorithm":[98,204],"ensure":[100],"more":[101],"balanced":[102],"computation":[103],"among":[104],"ES.":[110],"Next,":[111],"construct":[113],"as":[116],"reinforcement":[118],"learning":[119],"model":[120],"analyze":[122],"its":[123,141],"state":[124,174],"spaces.":[127],"Based":[128],"on":[129],"analysis,":[131],"modify":[133],"system's":[135],"states":[136],"actions":[138],"reduce":[140,169],"complexity":[142],"without":[143],"compromising":[144],"utility.":[145],"We":[146],"then":[147],"design":[148],"AxTD3-DRL":[150],"system,":[154],"i.e.,":[155],"A2TD3":[156],"A3TD3,":[158],"dividing":[159],"neural":[161],"network":[162],"several":[164],"parallel":[165],"sub-networks":[166],"further":[168],"space,":[175],"thereby":[176],"accelerating":[177],"convergence.":[178],"Finally,":[179],"compare":[181],"designed":[183],"with":[185],"classic":[186],"DRL":[187],"algorithms":[188],"(e.g.,":[189,195],"SAC,":[190],"TD3)":[191],"heuristic":[193],"approaches":[194],"PSO).":[196],"The":[197],"show":[199],"our":[201],"proposed":[202],"AxTD3":[203],"not":[205],"only":[206],"balances":[207],"across":[210],"ESs":[211],"but":[212],"also":[213],"reduces":[214],"average":[216]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}