{"id":"https://openalex.org/W3135012001","doi":"https://doi.org/10.25560/84605","title":"Control designs and reinforcement learning-based management for software defined networks","display_name":"Control designs and reinforcement learning-based management for software defined networks","publication_year":2020,"publication_date":"2020-08-01","ids":{"openalex":"https://openalex.org/W3135012001","doi":"https://doi.org/10.25560/84605","mag":"3135012001"},"language":"en","primary_location":{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/84605","is_oa":true,"landing_page_url":"http://hdl.handle.net/10044/1/84605","pdf_url":"http://hdl.handle.net/10044/1/84605","source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis or dissertation"},"type":"dissertation","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10044/1/84605","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102004044","display_name":"Ziyao Zhang","orcid":"https://orcid.org/0000-0002-0617-1340"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Zhang, Ziyao","raw_affiliation_strings":["Imperial College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5102004044"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25169154,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.6995000243186951,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.6995000243186951,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.6847000122070312,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.729641318321228},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6018664240837097},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5357925295829773},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.37994417548179626},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3799356520175934}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.729641318321228},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6018664240837097},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5357925295829773},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.37994417548179626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3799356520175934}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/84605","is_oa":true,"landing_page_url":"http://hdl.handle.net/10044/1/84605","pdf_url":"http://hdl.handle.net/10044/1/84605","source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis or dissertation"},{"id":"doi:10.25560/84605","is_oa":true,"landing_page_url":"https://doi.org/10.25560/84605","pdf_url":null,"source":{"id":"https://openalex.org/S7407050757","display_name":"Imperial College Research Computing Service Data Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"},{"id":"mag:3135012001","is_oa":false,"landing_page_url":"https://ethos.bl.uk/OrderDetails.do?uin=uk.bl.ethos.819079","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/84605","is_oa":true,"landing_page_url":"http://hdl.handle.net/10044/1/84605","pdf_url":"http://hdl.handle.net/10044/1/84605","source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis or dissertation"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3135012001.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W119053558","https://openalex.org/W2110219867","https://openalex.org/W119459739","https://openalex.org/W2371549047","https://openalex.org/W1485116871","https://openalex.org/W2806832624","https://openalex.org/W2033155304","https://openalex.org/W3033923268","https://openalex.org/W2965867197","https://openalex.org/W3171711942","https://openalex.org/W2141559645","https://openalex.org/W2922485250","https://openalex.org/W2986401588","https://openalex.org/W2944559718","https://openalex.org/W3203497287","https://openalex.org/W2942998296","https://openalex.org/W161065179","https://openalex.org/W2023790196","https://openalex.org/W1528303175","https://openalex.org/W2991035220"],"abstract_inverted_index":{"In":[0,101,190,397],"this":[1,137,385,421,529],"thesis,":[2],"we":[3,151,170,207,226,321,340,387,399,423,476,501],"focus":[4,306],"our":[5,255,394,450,474],"investigations":[6],"around":[7],"the":[8,29,55,74,131,146,155,194,235,246,266,274,296,308,314,324,376,381,401,417,438,487,490,521,532],"novel":[9,504],"software":[10],"defined":[11],"net-":[12,223],"working":[13],"(SDN)":[14],"paradigm.":[15],"The":[16,252],"central":[17],"goal":[18],"of":[19,76,109,133,145,197,220,230,237,248,254,268,298,313,380,427,489,528,534],"SDN":[20,56,69,79,99,105,107,134,164,198,222,239,249,289,299,402],"is":[21,35,51,70,123,258,512],"to":[22,28,53,72,89,116,125,192,216,233,242,264,329,355,392,412,507],"smoothly":[23],"introduce":[24],"centralised":[25,47,62,119],"control":[26,42,48,346],"capabilities":[27],"otherwise":[30],"distributed":[31,68,82,104,163,221,238],"computer":[32],"networks.":[33,367],"This":[34],"achieved":[36],"by":[37,97,159,176,464],"abstracting":[38],"and":[39,65,153,179,185,204,245,292,363,378,410,430,441],"concentrating":[40],"network":[41,120,211,243,275,279],"functionalities":[43],"in":[44,162,240,272,366,443,461,497,531],"a":[45,103,166,202,209,425,503],"logically":[46,118],"unit,":[49],"which":[50,122,348,433,493,511],"referred":[52,124],"as":[54,126,148,284,375,406,486],"controller.":[57,100],"To":[58,420],"further":[59],"balance":[60],"between":[61],"control,":[63],"scalability":[64,377],"reliability":[66],"considerations,":[67],"introduced":[71],"enable":[73],"coexistence":[75],"multiple":[77],"physical":[78],"controllers.":[80],"For":[81,295,384],"SDN,":[83],"networking":[84,332],"elements":[85],"are":[86,434],"grouped":[87],"together":[88],"form":[90],"various":[91,218,331,342,428],"domains,":[92],"with":[93,113,327,344],"each":[94,114],"domain":[95],"managed":[96],"an":[98],"such":[102,374,485],"setting,":[106],"controllers":[108],"all":[110],"domains":[111],"synchronise":[112],"other":[115,356],"maintain":[117],"views,":[121],"controller":[127,135,160,173,199,250,269,300,336,403,458],"synchronisation.":[128,251,319],"Centred":[129],"on":[130,214,307,323],"problem":[132,315],"synchronisation,":[136],"thesis":[138,530],"specifically":[139],"aims":[140],"at":[141],"addressing":[142],"two":[143,228],"aspects":[144],"subject":[147],"follows.":[149],"First,":[150],"model":[152,212,400],"analyse":[154],"performance":[156,195,236,276,290,325,353],"enhancements":[157],"brought":[158],"synchronisation":[161,174,200,270,301,337,404,418,459],"from":[165,201,350],"theoretical":[167],"perspective.":[168],"Second,":[169],"design":[171,311],"intelligent":[172],"policies":[175,382,452],"leveraging":[177],"existing":[178,304,469],"creating":[180],"new":[181],"Reinforcement":[182],"Learning":[183,187],"(RL)":[184],"Deep":[186],"(DL)-based":[188],"approaches.":[189],"order":[191],"understand":[193],"gains":[196],"fundamental":[203,285],"analytical":[205,231,256],"perspective,":[206],"propose":[208,502],"two-layer":[210],"based":[213],"graphs":[215],"capture":[217],"characteristics":[219,440],"works.":[224],"Then,":[225],"develop":[227],"families":[229],"methods":[232],"investigate":[234,341],"relationship":[241],"structure":[244],"level":[247],"significance":[253],"results":[257,447],"that":[259,449],"they":[260,282],"can":[261,494],"be":[262],"used":[263],"quantify":[265],"contribution":[267,527],"level,":[271],"improving":[273],"under":[277],"different":[278,444],"parameters.":[280],"Therefore,":[281,520],"serve":[283],"guidelines":[286],"for":[287,316,334,415,436,472],"future":[288],"analyses":[291],"protocol":[293],"designs.":[294,396],"designs":[297],"policies,":[302,460],"most":[303],"works":[305],"engineering-centred":[309],"system":[310],"aspect":[312],"ensuring":[317],"anomaly-free":[318],"Instead,":[320],"emphasise":[322],"improvements":[326],"respect":[328],"(w.r.t.)":[330],"tasks":[333],"designing":[335],"policies.":[338],"Specifically,":[339],"scenarios":[343],"diverse":[345],"objectives,":[347],"range":[349],"routing":[351],"related":[352],"metric":[354],"more":[357],"sophisticated":[358],"optimisation":[359],"goals":[360],"involving":[361],"communication":[362],"computation":[364],"resources":[365],"We":[368],"also":[369],"take":[370],"into":[371],"consideration":[372],"factors":[373],"robustness":[379],"developed.":[383],"goal,":[386],"employ":[388],"machine":[389],"learning":[390,518],"techniques":[391,414],"assist":[393],"policy":[395,405],"particular,":[398],"serial":[407],"decision-making":[408],"processes":[409],"resort":[411],"RL-based":[413],"developing":[416],"policy.":[419],"end,":[422],"leverage":[424],"combination":[426],"RL":[429,470,505,535],"DL":[431],"methods,":[432],"tailored":[435],"handling":[437],"specific":[439],"requirements":[442],"scenarios.":[445],"Evaluation":[446],"show":[448],"designed":[451],"consistently":[453],"outperform":[454],"some":[455,478],"already":[456],"in-use":[457],"certain":[462],"cases":[463],"considerable":[465],"margins.":[466],"While":[467],"exploring":[468],"algorithms":[471],"solving":[473],"problems,":[475],"identify":[477],"critical":[479],"issues":[480],"embedded":[481],"within":[482],"these":[483,509],"algorithms,":[484],"enormity":[488],"state-action":[491],"space,":[492],"cause":[495],"inefficiency":[496],"learning.":[498],"As":[499],"such,":[500],"algorithm":[506],"address":[508],"issues,":[510],"named":[513],"state":[514],"action":[515],"separable":[516],"reinforcement":[517],"(sasRL).":[519],"sasRL":[522],"approach":[523],"constitutes":[524],"another":[525],"major":[526],"field":[533],"research.":[536]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}