{"id":"https://openalex.org/W3191987794","doi":"https://doi.org/10.1109/tnsm.2021.3102621","title":"Multi-Agent and Cooperative Deep Reinforcement Learning for Scalable Network Automation in Multi-Domain SD-EONs","display_name":"Multi-Agent and Cooperative Deep Reinforcement Learning for Scalable Network Automation in Multi-Domain SD-EONs","publication_year":2021,"publication_date":"2021-08-05","ids":{"openalex":"https://openalex.org/W3191987794","doi":"https://doi.org/10.1109/tnsm.2021.3102621","mag":"3191987794"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2021.3102621","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3102621","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008826932","display_name":"Baojia Li","orcid":"https://orcid.org/0000-0002-0693-0677"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Baojia Li","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080797283","display_name":"Ruyun Zhang","orcid":"https://orcid.org/0000-0002-2969-817X"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruyun Zhang","raw_affiliation_strings":["Research Center for Industrial Internet, Zhejiang Lab, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"Research Center for Industrial Internet, Zhejiang Lab, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012912934","display_name":"Xiaojian Tian","orcid":"https://orcid.org/0000-0002-0641-0161"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojian Tian","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008574028","display_name":"Zuqing Zhu","orcid":"https://orcid.org/0000-0002-4251-788X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zuqing Zhu","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5008826932"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":1.3155,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.80115488,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"18","issue":"4","first_page":"4801","last_page":"4813"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10767","display_name":"Advanced Photonic Communication Systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10232","display_name":"Optical Network Technologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7452825307846069},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7210683822631836},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6252055168151855},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6125885248184204},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.5515432953834534},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4929015636444092},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4583508372306824},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.42782342433929443},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.38885846734046936},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2691505551338196},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11971572041511536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7452825307846069},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7210683822631836},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6252055168151855},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6125885248184204},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.5515432953834534},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4929015636444092},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4583508372306824},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.42782342433929443},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.38885846734046936},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2691505551338196},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11971572041511536},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2021.3102621","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3102621","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G4745938315","display_name":null,"funder_award_id":"XDC02070300","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G5366782377","display_name":null,"funder_award_id":"61871357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7264209640","display_name":null,"funder_award_id":"WK3500000006","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1522301498","https://openalex.org/W1579655362","https://openalex.org/W1652188120","https://openalex.org/W1765195492","https://openalex.org/W1965723188","https://openalex.org/W1971997681","https://openalex.org/W1992175147","https://openalex.org/W1994571688","https://openalex.org/W2003335755","https://openalex.org/W2010633374","https://openalex.org/W2033591951","https://openalex.org/W2052498061","https://openalex.org/W2054724898","https://openalex.org/W2059766883","https://openalex.org/W2060924172","https://openalex.org/W2077545426","https://openalex.org/W2085722811","https://openalex.org/W2091813259","https://openalex.org/W2100828185","https://openalex.org/W2105020099","https://openalex.org/W2116917711","https://openalex.org/W2123562112","https://openalex.org/W2147118406","https://openalex.org/W2148523205","https://openalex.org/W2155968351","https://openalex.org/W2320492195","https://openalex.org/W2320678001","https://openalex.org/W2333075008","https://openalex.org/W2345566311","https://openalex.org/W2375671333","https://openalex.org/W2469749588","https://openalex.org/W2521196824","https://openalex.org/W2546796833","https://openalex.org/W2577900722","https://openalex.org/W2597576988","https://openalex.org/W2608757958","https://openalex.org/W2623646697","https://openalex.org/W2730612447","https://openalex.org/W2746553466","https://openalex.org/W2781726626","https://openalex.org/W2785315072","https://openalex.org/W2787938642","https://openalex.org/W2890645375","https://openalex.org/W2903054686","https://openalex.org/W2916801593","https://openalex.org/W2920100461","https://openalex.org/W2920611412","https://openalex.org/W2951309479","https://openalex.org/W2958109248","https://openalex.org/W2963244783","https://openalex.org/W2966413272","https://openalex.org/W2977857462","https://openalex.org/W2996420627","https://openalex.org/W3004348976","https://openalex.org/W3009566534","https://openalex.org/W3033317692","https://openalex.org/W4299802797","https://openalex.org/W6631190155","https://openalex.org/W6738796088","https://openalex.org/W6747473740","https://openalex.org/W6747941106","https://openalex.org/W6748839928","https://openalex.org/W6779557305"],"related_works":["https://openalex.org/W2280422768","https://openalex.org/W3143197806","https://openalex.org/W4252555497","https://openalex.org/W2893779165","https://openalex.org/W2017432143","https://openalex.org/W3121175838","https://openalex.org/W3016293053","https://openalex.org/W1973694374","https://openalex.org/W1690653314","https://openalex.org/W4241787744"],"abstract_inverted_index":{"The":[0],"service":[1,110,138],"provisioning":[2,91,253],"in":[3,76,93,123,132,230,254,265],"multi-domain":[4,82,125,232],"software-defined":[5],"elastic":[6],"optical":[7],"networks":[8],"(SD-EONs)":[9],"is":[10,32,44,107,147],"an":[11,108],"interesting":[12],"but":[13],"difficult":[14],"problem":[15,21,92],"to":[16,87,118,135,149,156,215,226,234],"tackle,":[17],"because":[18],"the":[19,26,72,78,89,151,154,173,188,202,206,219,227,237,248,261,281,284],"basic":[20],"of":[22,80,153,168,191,283],"lightpath":[23,161],"provisioning,":[24,139],"i.e.,":[25],"routing":[27],"and":[28,41,46,184,200,218,245,270,275],"spectrum":[29],"assignment":[30],"(RSA),":[31],"<inline-formula":[33],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[34],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[35],"<tex-math":[36],"notation=\"LaTeX\">$\\mathcal":[37],"{NP}$":[38],"</tex-math></inline-formula>":[39],"-hard,":[40],"each":[42,133,160,171,192],"domain":[43,134],"owned":[45],"operated":[47],"by":[48,96],"a":[49,65,81,124,129,141,165,231],"different":[50],"carrier.":[51],"Therefore,":[52],"even":[53],"though":[54],"numerous":[55],"RSA":[56,198,239],"heuristics":[57],"have":[58],"been":[59],"proposed,":[60],"there":[61],"does":[62],"not":[63,278],"exist":[64],"universal":[66],"winner":[67],"that":[68,112,222,260],"can":[69,176,224],"always":[70,235],"achieve":[71,119],"lowest":[73],"blocking":[74,243],"probability":[75],"all":[77],"scenarios":[79],"SD-EON.":[83,126],"This":[84],"motivates":[85],"us":[86],"revisit":[88],"inter-domain":[90,109,252],"this":[94],"paper":[95],"leveraging":[97],"deep":[98],"reinforcement":[99],"learning":[100],"(DRL).":[101],"Specifically,":[102],"we":[103,186,258],"propose":[104],"DeepCoop,":[105,217],"which":[106],"framework":[111],"uses":[113],"multiple":[114],"cooperative":[115],"DRL":[116,130,174,193],"agents":[117,175,203],"scalable":[120],"network":[121],"automation":[122],"DeepCoop":[127,223,266],"employs":[128],"agent":[131,194],"optimize":[136],"intra-domain":[137],"while":[140],"domain-level":[142],"path":[143],"computation":[144],"element":[145],"(PCE)":[146],"introduced":[148],"obtain":[150],"sequence":[152],"domains":[155],"go":[157],"through":[158],"for":[159,241],"request.":[162],"By":[163],"sharing":[164],"restricted":[166],"amount":[167],"information":[169],"among":[170],"other,":[172],"make":[177],"their":[178],"decisions":[179],"distributedly.":[180],"To":[181],"ensure":[182],"scalability":[183,271],"universality,":[185],"design":[187],"action":[189],"space":[190],"based":[195,204],"on":[196,205,251,280],"well-known":[197],"heuristics,":[199],"architect":[201],"soft":[207],"actor-critic":[208],"(SAC)":[209],"scenario.":[210],"We":[211],"run":[212],"extensive":[213],"simulations":[214],"evaluate":[216],"results":[220],"show":[221],"adapt":[225],"dynamic":[228],"environment":[229],"SD-EON":[233],"select":[236],"best":[238],"heuristic":[240],"minimizing":[242],"probability,":[244],"it":[246],"outperforms":[247],"existing":[249],"algorithms":[250],"various":[255],"scenarios.":[256],"Moreover,":[257],"verify":[259],"distributed":[262],"training":[263,274],"implemented":[264],"ensures":[267],"its":[268,273],"universality":[269],"(i.e.,":[272],"operation":[276],"do":[277],"depend":[279],"topology":[282],"SD-EON).":[285]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}