{"id":"https://openalex.org/W4402217630","doi":"https://doi.org/10.1109/tnsm.2024.3454282","title":"Distributed Traffic Engineering in Hybrid Software Defined Networks: A Multi-Agent Reinforcement Learning Framework","display_name":"Distributed Traffic Engineering in Hybrid Software Defined Networks: A Multi-Agent Reinforcement Learning Framework","publication_year":2024,"publication_date":"2024-09-04","ids":{"openalex":"https://openalex.org/W4402217630","doi":"https://doi.org/10.1109/tnsm.2024.3454282"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2024.3454282","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2024.3454282","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057934459","display_name":"Yingya Guo","orcid":"https://orcid.org/0000-0002-0619-0904"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingya Guo","raw_affiliation_strings":["College of Computer and Data Science, and the Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, and Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou University, Fuzhou, China","Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, College of Computer and Data Science, Fuzhou University, China"],"raw_orcid":"https://orcid.org/0000-0002-0619-0904","affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, and the Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, and Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, College of Computer and Data Science, Fuzhou University, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025071889","display_name":"Bin Lin","orcid":"https://orcid.org/0000-0002-3298-8960"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Lin","raw_affiliation_strings":["College of Computer and Data Science, and the Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, and Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou University, Fuzhou, China","Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, College of Computer and Data Science, Fuzhou University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, and the Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, and Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, College of Computer and Data Science, Fuzhou University, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qi Tang","orcid":"https://orcid.org/0009-0005-8854-1438"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Tang","raw_affiliation_strings":["College of Computer and Data Science, and the Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, and Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou University, Fuzhou, China","Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, College of Computer and Data Science, Fuzhou University, China"],"raw_orcid":"https://orcid.org/0009-0005-8854-1438","affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, and the Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, and Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, College of Computer and Data Science, Fuzhou University, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100531496","display_name":"Yulong Ma","orcid":"https://orcid.org/0009-0005-4669-8728"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulong Ma","raw_affiliation_strings":["College of Computer and Data Science, and the Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, and Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou University, Fuzhou, China","Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, College of Computer and Data Science, Fuzhou University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, and the Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, and Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, College of Computer and Data Science, Fuzhou University, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049895708","display_name":"Huan Luo","orcid":"https://orcid.org/0000-0003-1855-2850"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Luo","raw_affiliation_strings":["College of Computer and Data Science, and the Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, and Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou University, Fuzhou, China","Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, College of Computer and Data Science, Fuzhou University, China"],"raw_orcid":"https://orcid.org/0000-0003-1855-2850","affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, and the Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, and Engineering Research Center of Big Data Intelligence, Ministry of Education, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]},{"raw_affiliation_string":"Fujian Provincial Key Laboratory of Network Computing and Intelligent Information Processing, College of Computer and Data Science, Fuzhou University, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057313730","display_name":"Han Tian","orcid":"https://orcid.org/0000-0002-3238-8500"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Han Tian","raw_affiliation_strings":["Department of Computer Science and Engineering, Hong Kong University of Science and Technology, Hong Kong, China","Department of Computer Science and Engineering, Hong Kong University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-3238-8500","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Hong Kong University of Science and Technology, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100438001","display_name":"Kai Chen","orcid":"https://orcid.org/0000-0003-2587-6028"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kai Chen","raw_affiliation_strings":["Department of Computer Science and Engineering, Hong Kong University of Science and Technology, Hong Kong, China","Department of Computer Science and Engineering, Hong Kong University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Hong Kong University of Science and Technology, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9319,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.9412243,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"21","issue":"6","first_page":"6759","last_page":"6769"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9314000010490417,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9275000095367432,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8171569108963013},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7205543518066406},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5685150027275085},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.38730260729789734},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31092238426208496}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8171569108963013},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7205543518066406},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5685150027275085},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.38730260729789734},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31092238426208496}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnsm.2024.3454282","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2024.3454282","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-147309","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-147309","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4065452824","display_name":null,"funder_award_id":"2023J01430","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"},{"id":"https://openalex.org/G4515856375","display_name":null,"funder_award_id":"62002064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321878","display_name":"Natural Science Foundation of Fujian Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1485595694","https://openalex.org/W1490324987","https://openalex.org/W1509050436","https://openalex.org/W1969542646","https://openalex.org/W2026177951","https://openalex.org/W2053550965","https://openalex.org/W2067453331","https://openalex.org/W2069354103","https://openalex.org/W2096655151","https://openalex.org/W2102090846","https://openalex.org/W2111162397","https://openalex.org/W2113506750","https://openalex.org/W2126822952","https://openalex.org/W2145563843","https://openalex.org/W2145858411","https://openalex.org/W2159262496","https://openalex.org/W2165030634","https://openalex.org/W2588378712","https://openalex.org/W2617547828","https://openalex.org/W2921029313","https://openalex.org/W2923285122","https://openalex.org/W2963549123","https://openalex.org/W3019817166","https://openalex.org/W3021956073","https://openalex.org/W3023949102","https://openalex.org/W3078093847","https://openalex.org/W3109937587","https://openalex.org/W3155224216","https://openalex.org/W3172962524","https://openalex.org/W3187829000","https://openalex.org/W3196433188","https://openalex.org/W4247255165","https://openalex.org/W4283213987","https://openalex.org/W4285287873","https://openalex.org/W4386249667","https://openalex.org/W4386385565","https://openalex.org/W4389989111","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W4362501864","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Traffic":[0],"Engineering":[1],"(TE)":[2],"is":[3,60],"an":[4],"efficient":[5,98],"technique":[6],"to":[7,30,78,148,177,191],"balance":[8],"network":[9,49,54,85,91,119,179,220],"flows":[10,82],"and":[11,53,73,97,157],"thus":[12],"improves":[13],"the":[14,41,48,63,84,113,128,162,167,172,183,201,206],"performance":[15],"of":[16,81,116,208],"a":[17,69,74,105,117,133,138,144],"hybrid":[18,139],"Software":[19],"Defined":[20],"Network":[21],"(SDN).":[22],"Previous":[23],"TE":[24,65,212],"solutions":[25],"mainly":[26],"leverage":[27],"heuristic":[28],"algorithms":[29],"centrally":[31],"optimize":[32,79],"link":[33],"weight":[34],"setting":[35],"or":[36,90,219],"traffic":[37,43,86,203,216],"splitting":[38],"ratios":[39],"under":[40],"static":[42],"demand.":[44],"Note":[45],"that":[46,62,111],"as":[47],"scale":[50],"becomes":[51],"larger":[52],"management":[55],"gains":[56],"more":[57],"complexity,":[58],"it":[59],"notably":[61],"centralized":[64],"methods":[66],"suffer":[67],"from":[68],"high":[70],"computation":[71],"overhead":[72],"long":[75],"reaction":[76],"time":[77],"routing":[80,99,114,123,151,163,168,174,195],"when":[83,215],"demand":[87],"dynamically":[88],"fluctuates":[89],"failures":[92,221],"happen.":[93,222],"To":[94,126,165],"enable":[95],"adaptive":[96],"in":[100,137,210],"distributed":[101],"TE,":[102],"we":[103,142,181],"propose":[104],"Multi-agent":[106],"Reinforcement":[107],"Learning":[108],"method":[109],"CMRL":[110,209],"divides":[112],"optimization":[115,135],"large":[118],"into":[120],"multiple":[121,129],"small-scale":[122],"decision-making":[124],"problems.":[125],"coordinate":[127],"agents":[130,169,190],"for":[131,160,170,188],"achieving":[132],"global":[134],"goal":[136],"SDN":[140,158],"scenario,":[141],"construct":[143],"reasonable":[145],"virtual":[146],"environment":[147],"meet":[149],"different":[150],"constraints":[152],"brought":[153],"by":[154],"legacy":[155],"routers":[156],"switches":[159],"training":[161],"agents.":[164],"train":[166],"determining":[171],"local":[173,178],"policies":[175],"according":[176],"observations,":[180],"introduce":[182],"difference":[184],"reward":[185],"assignment":[186],"mechanism":[187],"encouraging":[189],"cooperatively":[192],"take":[193],"optimal":[194],"action.":[196],"Extensive":[197],"simulations":[198],"conducted":[199],"on":[200],"real":[202],"traces":[204],"demonstrate":[205],"superiority":[207],"improving":[211],"performance,":[213],"especially":[214],"demands":[217],"change":[218]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":12}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}