{"id":"https://openalex.org/W3035375132","doi":"https://doi.org/10.1109/netsoft48620.2020.9165530","title":"The Performance of Q-Learning within SDN Controlled Static and Dynamic Mesh Networks","display_name":"The Performance of Q-Learning within SDN Controlled Static and Dynamic Mesh Networks","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3035375132","doi":"https://doi.org/10.1109/netsoft48620.2020.9165530","mag":"3035375132"},"language":"en","primary_location":{"id":"doi:10.1109/netsoft48620.2020.9165530","is_oa":false,"landing_page_url":"https://doi.org/10.1109/netsoft48620.2020.9165530","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 6th IEEE Conference on Network Softwarization (NetSoft)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/1983/b54489c7-e8b5-4a81-9aa5-9e663ae150e0","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070375001","display_name":"Douglas Harewood-Gill","orcid":"https://orcid.org/0000-0002-8628-2330"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Douglas Harewood-Gill","raw_affiliation_strings":["High Performance Networks Group, University of Bristol, Bristol, United Kingdom"],"affiliations":[{"raw_affiliation_string":"High Performance Networks Group, University of Bristol, Bristol, United Kingdom","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112335235","display_name":"Trevor Martin","orcid":null},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Trevor Martin","raw_affiliation_strings":["Engineering Mathematics, University of Bristol, Bristol, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Engineering Mathematics, University of Bristol, Bristol, United Kingdom","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024590871","display_name":"Reza Nejabati","orcid":"https://orcid.org/0000-0003-4664-9369"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Reza Nejabati","raw_affiliation_strings":["High Performance Networks Group, University of Bristol, Bristol, United Kingdom"],"affiliations":[{"raw_affiliation_string":"High Performance Networks Group, University of Bristol, Bristol, United Kingdom","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5070375001"],"corresponding_institution_ids":["https://openalex.org/I36234482"],"apc_list":null,"apc_paid":null,"fwci":0.4854,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.67518814,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"7","issue":null,"first_page":"185","last_page":"189"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8128718137741089},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.6270301342010498},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.559532880783081},{"id":"https://openalex.org/keywords/metrics","display_name":"Metrics","score":0.5399107933044434},{"id":"https://openalex.org/keywords/shortest-path-problem","display_name":"Shortest path problem","score":0.5345304012298584},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5188042521476746},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5183416604995728},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.44211307168006897},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.44084465503692627},{"id":"https://openalex.org/keywords/equal-cost-multi-path-routing","display_name":"Equal-cost multi-path routing","score":0.42629244923591614},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.42493346333503723},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.41706186532974243},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.4131363034248352},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.24466952681541443},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.15699002146720886},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.07746335864067078},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.07574215531349182}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8128718137741089},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.6270301342010498},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.559532880783081},{"id":"https://openalex.org/C195780805","wikidata":"https://www.wikidata.org/wiki/Q1535986","display_name":"Metrics","level":5,"score":0.5399107933044434},{"id":"https://openalex.org/C22590252","wikidata":"https://www.wikidata.org/wiki/Q1058754","display_name":"Shortest path problem","level":3,"score":0.5345304012298584},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5188042521476746},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5183416604995728},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.44211307168006897},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.44084465503692627},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.42629244923591614},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.42493346333503723},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.41706186532974243},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.4131363034248352},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.24466952681541443},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.15699002146720886},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.07746335864067078},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.07574215531349182}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/netsoft48620.2020.9165530","is_oa":false,"landing_page_url":"https://doi.org/10.1109/netsoft48620.2020.9165530","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 6th IEEE Conference on Network Softwarization (NetSoft)","raw_type":"proceedings-article"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire/b54489c7-e8b5-4a81-9aa5-9e663ae150e0","is_oa":true,"landing_page_url":"https://hdl.handle.net/1983/b54489c7-e8b5-4a81-9aa5-9e663ae150e0","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Harewood-Gill, D, Martin, T & Nejabati, R 2020, The Performance of Q-Learning within SDN Controlled Static and Dynamic Mesh Networks. in IEEE Conference on Network Softwarization (NetSoft). 6th edn, vol. IEEE Conference on Network Softwarization (NetSoft), Institute of Electrical and Electronics Engineers (IEEE), pp. 185-189. https://doi.org/10.1109/NetSoft48620.2020.9165530","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:research-information.bris.ac.uk:publications/b54489c7-e8b5-4a81-9aa5-9e663ae150e0","is_oa":false,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/b54489c7-e8b5-4a81-9aa5-9e663ae150e0","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:research-information.bris.ac.uk:openaire/b54489c7-e8b5-4a81-9aa5-9e663ae150e0","is_oa":true,"landing_page_url":"https://hdl.handle.net/1983/b54489c7-e8b5-4a81-9aa5-9e663ae150e0","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Harewood-Gill, D, Martin, T & Nejabati, R 2020, The Performance of Q-Learning within SDN Controlled Static and Dynamic Mesh Networks. in IEEE Conference on Network Softwarization (NetSoft). 6th edn, vol. IEEE Conference on Network Softwarization (NetSoft), Institute of Electrical and Electronics Engineers (IEEE), pp. 185-189. https://doi.org/10.1109/NetSoft48620.2020.9165530","raw_type":"contributionToPeriodical"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6299999952316284,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G5562138978","display_name":"Future Communications: People, Power and Performanace","funder_award_id":"EP/I028153/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6653872853","display_name":null,"funder_award_id":"EP/L016","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7841658024","display_name":"EPSRC Centre for Doctoral Training in Future Communications 2: : Training Tomorrow's Internet Innovators","funder_award_id":"EP/L016656/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2011282943","https://openalex.org/W2040340473","https://openalex.org/W2097013111","https://openalex.org/W2102090846","https://openalex.org/W2113191015","https://openalex.org/W2156666755","https://openalex.org/W2295147941","https://openalex.org/W2341164098","https://openalex.org/W2559403757","https://openalex.org/W2766441918","https://openalex.org/W2767065717","https://openalex.org/W2907025222","https://openalex.org/W2998113761","https://openalex.org/W3011120880","https://openalex.org/W6682459407","https://openalex.org/W6757835106"],"related_works":["https://openalex.org/W2108305519","https://openalex.org/W1997091564","https://openalex.org/W2555559350","https://openalex.org/W3035942111","https://openalex.org/W2351097701","https://openalex.org/W2138640781","https://openalex.org/W1971663816","https://openalex.org/W2152381136","https://openalex.org/W4241849776","https://openalex.org/W2001312276"],"abstract_inverted_index":{"Current":[0],"infrastructures":[1],"are":[2,10,28,128],"reaching":[3],"the":[4,15,59,87,95,106],"point":[5],"where":[6],"existing":[7],"networking":[8],"methods":[9],"unable":[11],"to":[12,30,43,117,138],"cope":[13],"with":[14,112],"exponential":[16],"growth":[17],"of":[18,22,123],"traffic":[19],"and":[20,72,84,86,148],"Quality":[21],"Service":[23],"(QoS)":[24],"requirements.":[25],"New":[26],"techniques":[27],"necessary":[29],"keep":[31],"pace.":[32],"One":[33],"such":[34],"technique,":[35],"Software-Defined":[36],"Networking":[37],"(SDN)":[38],"uses":[39,51],"a":[40],"central":[41],"controller":[42],"program":[44],"many":[45],"individual":[46],"network":[47,74,80,114],"devices.":[48],"However,":[49],"SDN":[50,71],"heuristic":[52],"algorithms":[53,69,77,99,127],"that":[54,94,134],"do":[55],"not":[56,129],"always":[57],"select":[58],"optimal":[60],"path.":[61],"This":[62],"paper":[63],"looked":[64],"at":[65],"creating":[66],"three":[67],"Q-Routing":[68,98,111,135],"leveraging":[70],"Mesh":[73],"topologies.":[75],"Two":[76],"used":[78,89],"one":[79],"metric":[81,97],"each":[82],"(Latency":[83],"Bandwidth)":[85],"third":[88],"multiple":[90,113],"metrics.":[91],"Results":[92,131],"showed":[93,133],"single":[96],"on":[100],"average":[101],"performed":[102],"as":[103,105],"well":[104],"K-Shortest":[107,119,143],"Path":[108,120,144],"versions":[109],"while":[110],"metrics":[115,124],"failed":[116],"match":[118],"(different":[121],"combination":[122],"means":[125],"these":[126],"comparable).":[130],"also":[132],"was":[136],"able":[137],"calculate":[139],"paths":[140],"faster":[141],"than":[142],"in":[145],"both":[146],"static":[147],"dynamic":[149],"networks.":[150]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}