{"id":"https://openalex.org/W4414241010","doi":"https://doi.org/10.3390/network5030039","title":"Integrating Reinforcement Learning and LLM with Self-Optimization Network System","display_name":"Integrating Reinforcement Learning and LLM with Self-Optimization Network System","publication_year":2025,"publication_date":"2025-09-16","ids":{"openalex":"https://openalex.org/W4414241010","doi":"https://doi.org/10.3390/network5030039"},"language":"en","primary_location":{"id":"doi:10.3390/network5030039","is_oa":true,"landing_page_url":"https://doi.org/10.3390/network5030039","pdf_url":"https://www.mdpi.com/2673-8732/5/3/39/pdf?version=1758031778","source":{"id":"https://openalex.org/S4210214347","display_name":"Network","issn_l":"2673-8732","issn":["2673-8732"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Network","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2673-8732/5/3/39/pdf?version=1758031778","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027890741","display_name":"Xing Xu","orcid":"https://orcid.org/0000-0003-4564-470X"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Xu","raw_affiliation_strings":["Information and Communication Branch of State Grid Hebei Electric Power Co., Ltd., Shijiazhuang 050051, China"],"raw_orcid":"https://orcid.org/0000-0003-4564-470X","affiliations":[{"raw_affiliation_string":"Information and Communication Branch of State Grid Hebei Electric Power Co., Ltd., Shijiazhuang 050051, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029287044","display_name":"Jianbin Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianbin Zhao","raw_affiliation_strings":["Information and Communication Branch of State Grid Hebei Electric Power Co., Ltd., Shijiazhuang 050051, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information and Communication Branch of State Grid Hebei Electric Power Co., Ltd., Shijiazhuang 050051, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003837744","display_name":"Yu Zhang","orcid":"https://orcid.org/0000-0003-0540-6758"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou 310027, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou 310027, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014842979","display_name":"Rongpeng Li","orcid":"https://orcid.org/0000-0003-4297-5060"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rongpeng Li","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou 310027, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou 310027, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5014842979"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":{"value":1000,"currency":"CHF","value_usd":1114},"apc_paid":{"value":1000,"currency":"CHF","value_usd":1114},"fwci":0.6866,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.74891509,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"5","issue":"3","first_page":"39","last_page":"39"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7511000037193298},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5584999918937683},{"id":"https://openalex.org/keywords/network-traffic-control","display_name":"Network traffic control","score":0.5494999885559082},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5260999798774719},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.45989999175071716},{"id":"https://openalex.org/keywords/packet-loss","display_name":"Packet loss","score":0.44679999351501465},{"id":"https://openalex.org/keywords/network-performance","display_name":"Network performance","score":0.3935999870300293},{"id":"https://openalex.org/keywords/network-simulation","display_name":"Network simulation","score":0.3855000138282776},{"id":"https://openalex.org/keywords/network-management","display_name":"Network management","score":0.38370001316070557},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.37959998846054077}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7748000025749207},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7511000037193298},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5584999918937683},{"id":"https://openalex.org/C201100257","wikidata":"https://www.wikidata.org/wiki/Q393287","display_name":"Network traffic control","level":3,"score":0.5494999885559082},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5260999798774719},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5127999782562256},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.45989999175071716},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.44679999351501465},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4422000050544739},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.3935999870300293},{"id":"https://openalex.org/C139940560","wikidata":"https://www.wikidata.org/wiki/Q290036","display_name":"Network simulation","level":2,"score":0.3855000138282776},{"id":"https://openalex.org/C129763632","wikidata":"https://www.wikidata.org/wiki/Q1454667","display_name":"Network management","level":2,"score":0.38370001316070557},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.37959998846054077},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37770000100135803},{"id":"https://openalex.org/C81877898","wikidata":"https://www.wikidata.org/wiki/Q1965787","display_name":"Network monitoring","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C94168897","wikidata":"https://www.wikidata.org/wiki/Q574324","display_name":"Network traffic simulation","level":4,"score":0.3174000084400177},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30820000171661377},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.30709999799728394},{"id":"https://openalex.org/C16986412","wikidata":"https://www.wikidata.org/wiki/Q918419","display_name":"Network management station","level":3,"score":0.29429998993873596},{"id":"https://openalex.org/C152623178","wikidata":"https://www.wikidata.org/wiki/Q436417","display_name":"Network delay","level":3,"score":0.28790000081062317},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C2776238582","wikidata":"https://www.wikidata.org/wiki/Q11384","display_name":"Wide area network","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C200157131","wikidata":"https://www.wikidata.org/wiki/Q4854763","display_name":"Bandwidth allocation","level":3,"score":0.2718999981880188},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C113508815","wikidata":"https://www.wikidata.org/wiki/Q193446","display_name":"Packet switching","level":3,"score":0.26030001044273376},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C104122410","wikidata":"https://www.wikidata.org/wiki/Q1416406","display_name":"Network model","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/network5030039","is_oa":true,"landing_page_url":"https://doi.org/10.3390/network5030039","pdf_url":"https://www.mdpi.com/2673-8732/5/3/39/pdf?version=1758031778","source":{"id":"https://openalex.org/S4210214347","display_name":"Network","issn_l":"2673-8732","issn":["2673-8732"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Network","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:916a5bcddc9e470b8c064a9f1fbb3406","is_oa":true,"landing_page_url":"https://doaj.org/article/916a5bcddc9e470b8c064a9f1fbb3406","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Network, Vol 5, Iss 3, p 39 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/network5030039","is_oa":true,"landing_page_url":"https://doi.org/10.3390/network5030039","pdf_url":"https://www.mdpi.com/2673-8732/5/3/39/pdf?version=1758031778","source":{"id":"https://openalex.org/S4210214347","display_name":"Network","issn_l":"2673-8732","issn":["2673-8732"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Network","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320335967","display_name":"Science and Technology Project of State Grid","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414241010.pdf","grobid_xml":"https://content.openalex.org/works/W4414241010.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W2017001890","https://openalex.org/W2037801859","https://openalex.org/W2064675550","https://openalex.org/W2111281854","https://openalex.org/W2510642588","https://openalex.org/W2734408173","https://openalex.org/W2747213132","https://openalex.org/W2898035736","https://openalex.org/W2900804979","https://openalex.org/W2924953111","https://openalex.org/W2943717074","https://openalex.org/W2946073848","https://openalex.org/W2962677625","https://openalex.org/W2963762747","https://openalex.org/W3013858924","https://openalex.org/W3110506085","https://openalex.org/W3216520238","https://openalex.org/W4214717370","https://openalex.org/W4286748781","https://openalex.org/W4286893914","https://openalex.org/W4321021577","https://openalex.org/W4385245566","https://openalex.org/W4389544300","https://openalex.org/W4391590983","https://openalex.org/W4391855109","https://openalex.org/W4399168910","https://openalex.org/W4400237296","https://openalex.org/W4400266743","https://openalex.org/W4401176007","https://openalex.org/W4402830448","https://openalex.org/W4404179909","https://openalex.org/W4404906917","https://openalex.org/W4406146844","https://openalex.org/W4408324267","https://openalex.org/W4408353540"],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"expansion":[2],"of":[3,19,37,47,110,160],"communication":[4],"networks":[5],"and":[6,87,116,146,154],"increasingly":[7],"complex":[8],"service":[9],"demands":[10],"have":[11,27],"presented":[12],"significant":[13],"challenges":[14],"to":[15,62,106],"the":[16,34,38,44,104,139,158],"intelligent":[17],"management":[18],"network":[20,30,54,94,127,144],"resources.":[21],"To":[22],"address":[23],"these":[24],"challenges,":[25],"we":[26],"proposed":[28,140],"a":[29,68,73,125],"self-optimization":[31],"framework":[32,123],"integrating":[33,161],"predictive":[35,166],"capabilities":[36,46],"Large":[39],"Language":[40],"Model":[41],"(LLM)":[42],"with":[43,165],"decision-making":[45],"multi-agent":[48],"Reinforcement":[49],"Learning":[50],"(RL).":[51],"Specifically,":[52],"historical":[53],"traffic":[55,65,133],"data":[56],"are":[57],"converted":[58],"into":[59],"structured":[60],"inputs":[61],"forecast":[63],"future":[64],"patterns":[66],"using":[67,129],"GPT-2-based":[69],"prediction":[70],"module.":[71],"Concurrently,":[72],"Multi-Agent":[74],"Deep":[75],"Deterministic":[76],"Policy":[77],"Gradient":[78],"(MADDPG)":[79],"algorithm":[80],"leverages":[81],"real-time":[82,108],"sensor":[83],"data\u2014including":[84],"link":[85],"delay":[86],"packet":[88,147],"loss":[89],"rates":[90],"collected":[91],"by":[92],"embedded":[93],"sensors\u2014to":[95],"dynamically":[96],"optimize":[97],"bandwidth":[98,111],"allocation.":[99],"This":[100],"sensor-driven":[101,162],"mechanism":[102],"enables":[103],"system":[105],"perform":[107],"optimization":[109,164],"allocation,":[112],"ensuring":[113],"accurate":[114],"monitoring":[115],"proactive":[117],"resource":[118,155],"scheduling.":[119],"We":[120],"evaluate":[121],"our":[122],"in":[124],"heterogeneous":[126],"simulated":[128],"Mininet":[130],"under":[131],"diverse":[132],"scenarios.":[134],"Experimental":[135],"results":[136],"show":[137],"that":[138],"method":[141],"significantly":[142],"reduces":[143],"latency":[145],"loss,":[148],"as":[149,151],"well":[150],"improves":[152],"robustness":[153],"utilization,":[156],"highlighting":[157],"effectiveness":[159],"RL":[163],"insights":[167],"from":[168],"LLMs.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}