{"id":"https://openalex.org/W2956517125","doi":"https://doi.org/10.1109/icc.2019.8761183","title":"DQ Scheduler: Deep Reinforcement Learning Based Controller Synchronization in Distributed SDN","display_name":"DQ Scheduler: Deep Reinforcement Learning Based Controller Synchronization in Distributed SDN","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2956517125","doi":"https://doi.org/10.1109/icc.2019.8761183","mag":"2956517125"},"language":"en","primary_location":{"id":"doi:10.1109/icc.2019.8761183","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2019.8761183","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2019 - 2019 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102004044","display_name":"Ziyao Zhang","orcid":"https://orcid.org/0000-0002-0617-1340"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ziyao Zhang","raw_affiliation_strings":["Imperial College London, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100733565","display_name":"Liang Ma","orcid":"https://orcid.org/0000-0002-4366-0784"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liang Ma","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, NY, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, NY, United States","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046120615","display_name":"Konstantinos Poularakis","orcid":"https://orcid.org/0000-0003-2570-3813"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Konstantinos Poularakis","raw_affiliation_strings":["Yale University, New Haven, CT, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yale University, New Haven, CT, United States","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020917506","display_name":"Kin K. Leung","orcid":"https://orcid.org/0000-0002-3860-6257"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kin K. Leung","raw_affiliation_strings":["Imperial College London, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011825081","display_name":"Lingfei Wu","orcid":"https://orcid.org/0000-0002-3660-651X"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingfei Wu","raw_affiliation_strings":["IBM T. J. Watson Research Center, Yorktown Heights, NY, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, NY, United States","institution_ids":["https://openalex.org/I4210114115"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.5668,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.96160373,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8325895071029663},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7689410448074341},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6339244842529297},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6273037195205688},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.5966961979866028},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5374894738197327},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.4964948296546936},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4874734878540039},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.37299197912216187},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32158464193344116},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19553375244140625},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.09741672873497009}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8325895071029663},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7689410448074341},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6339244842529297},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6273037195205688},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.5966961979866028},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5374894738197327},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.4964948296546936},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4874734878540039},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.37299197912216187},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32158464193344116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19553375244140625},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.09741672873497009},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icc.2019.8761183","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2019.8761183","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2019 - 2019 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/69935","is_oa":false,"landing_page_url":"http://hdl.handle.net/10044/1/69935","pdf_url":null,"source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE ICC 2019","raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6600000262260437,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1117183567","https://openalex.org/W1554233645","https://openalex.org/W1595483645","https://openalex.org/W1665214252","https://openalex.org/W1941445455","https://openalex.org/W1953057174","https://openalex.org/W2003997839","https://openalex.org/W2031404277","https://openalex.org/W2040340473","https://openalex.org/W2073746330","https://openalex.org/W2074616737","https://openalex.org/W2122701159","https://openalex.org/W2145339207","https://openalex.org/W2164336170","https://openalex.org/W2170803695","https://openalex.org/W2257979135","https://openalex.org/W2280163991","https://openalex.org/W2481312167","https://openalex.org/W2512877821","https://openalex.org/W2554124467","https://openalex.org/W2741637020","https://openalex.org/W2767313115","https://openalex.org/W2808663279","https://openalex.org/W2913740636","https://openalex.org/W2952409363","https://openalex.org/W2996489182","https://openalex.org/W3099054672","https://openalex.org/W3100791838","https://openalex.org/W4253729210","https://openalex.org/W6630225054","https://openalex.org/W6635465357","https://openalex.org/W6637242042","https://openalex.org/W6640881542","https://openalex.org/W6677067356","https://openalex.org/W6678494045","https://openalex.org/W6695011786","https://openalex.org/W6745497480","https://openalex.org/W6771982476"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"In":[0,24],"distributed":[1,44],"software-defined":[2],"networks":[3],"(SDN),":[4],"multiple":[5],"physical":[6],"SDN":[7,45],"controllers,":[8],"each":[9,31,76],"managing":[10],"a":[11,35,102,119],"network":[12,38,57,116],"domain,":[13],"are":[14],"implemented":[15,141],"to":[16,33,78,117,148],"balance":[17],"centralized":[18,37,56],"control,":[19],"scalability":[20],"and":[21,107],"reliability":[22],"requirements.":[23],"such":[25,54],"networking":[26],"paradigm,":[27],"controllers":[28,72],"synchronize":[29,74],"with":[30,62,75,113],"other":[32,77],"maintain":[34],"logically":[36,55],"view.":[39],"Despite":[40],"various":[41],"proposals":[42],"of":[43,69,82],"controller":[46,98,121,145],"architectures,":[47],"most":[48],"existing":[49],"works":[50],"only":[51],"assume":[52],"that":[53,134],"view":[58],"can":[59],"be":[60],"achieved":[61],"some":[63],"synchronization":[64,83,99,122],"designs,":[65],"but":[66],"the":[67,80,85,97,127,138,143],"question":[68],"how":[70],"exactly":[71],"should":[73],"maximize":[79],"benefits":[81],"under":[84],"eventual":[86],"consistency":[87],"assumptions":[88],"is":[89],"largely":[90],"overlooked.":[91],"To":[92],"this":[93],"end,":[94],"we":[95,125],"formulate":[96],"problem":[100],"as":[101],"Markov":[103],"Decision":[104],"Process":[105],"(MDP)":[106],"apply":[108],"reinforcement":[109],"learning":[110],"techniques":[111],"combined":[112],"deep":[114],"neural":[115],"train":[118],"smart":[120],"policy,":[123],"which":[124],"call":[126],"Deep-Q":[128],"(DQ)":[129],"Scheduler.":[130],"Evaluation":[131],"results":[132],"show":[133],"DQ":[135],"Scheduler":[136],"outperforms":[137],"anti-entropy":[139],"algorithm":[140],"in":[142],"ONOS":[144],"by":[146],"up":[147],"95.2%":[149],"for":[150],"inter-domain":[151],"routing":[152],"tasks.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}