{"id":"https://openalex.org/W4394698409","doi":"https://doi.org/10.1109/access.2024.3387273","title":"Scalable Hybrid Switching-Driven Software Defined Networking Issue: From the Perspective of Reinforcement Learning Standpoint","display_name":"Scalable Hybrid Switching-Driven Software Defined Networking Issue: From the Perspective of Reinforcement Learning Standpoint","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394698409","doi":"https://doi.org/10.1109/access.2024.3387273"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3387273","doi":"https://doi.org/10.1109/access.2024.3387273","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3387273","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10496054.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10496054.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049366742","display_name":"Max Blose","orcid":"https://orcid.org/0009-0003-2552-3916","observed_orcids":["https://orcid.org/0009-0003-2552-3916"]},"institutions":[{"id":"https://openalex.org/I157614274","display_name":"University of Cape Town","ror":"https://ror.org/03p74gp79","country_code":"ZA","type":"education","lineage":["https://openalex.org/I157614274"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Max Blose","raw_affiliation_strings":["Department of Electrical Engineering, University of Cape Town, Cape Town, South Africa"],"raw_orcid":"https://orcid.org/0009-0003-2552-3916","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Cape Town, Cape Town, South Africa","institution_ids":["https://openalex.org/I157614274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056470611","display_name":"Lateef Adesola Akinyemi","orcid":"https://orcid.org/0000-0003-4207-9880","observed_orcids":["https://orcid.org/0000-0003-4207-9880"]},"institutions":[{"id":"https://openalex.org/I126541806","display_name":"Lagos State University","ror":"https://ror.org/01za8fg18","country_code":"NG","type":"education","lineage":["https://openalex.org/I126541806"]},{"id":"https://openalex.org/I165390105","display_name":"University of South Africa","ror":"https://ror.org/048cwvf49","country_code":"ZA","type":"education","lineage":["https://openalex.org/I165390105"]}],"countries":["NG","ZA"],"is_corresponding":false,"raw_author_name":"Lateef Adesola Akinyemi","raw_affiliation_strings":["Department of Computer Science and Electrical Engineering, School of Computing and Engineering, College of Science, Engineering and Technology, University of South Africa, Johannesburg, South Africa","Centre for Augmented Intelligence and Data Science CAIDS), University of South Africa, Johannesburg, South Africa","Department of Electronic and Computer Engineering, Faculty of Engineering, Lagos State University, Epe Campus, Lagos, Nigeria","Departments of Computer Science and Electrical Engineering, Schools of Computing and Engineering, College of Science, Engineering and Technology, University of South Africa, Johannesburg, South Africa"],"raw_orcid":"https://orcid.org/0000-0003-4207-9880","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Electrical Engineering, School of Computing and Engineering, College of Science, Engineering and Technology, University of South Africa, Johannesburg, South Africa","institution_ids":["https://openalex.org/I165390105"]},{"raw_affiliation_string":"Centre for Augmented Intelligence and Data Science CAIDS), University of South Africa, Johannesburg, South Africa","institution_ids":["https://openalex.org/I165390105"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Faculty of Engineering, Lagos State University, Epe Campus, Lagos, Nigeria","institution_ids":["https://openalex.org/I126541806"]},{"raw_affiliation_string":"Departments of Computer Science and Electrical Engineering, Schools of Computing and Engineering, College of Science, Engineering and Technology, University of South Africa, Johannesburg, South Africa","institution_ids":["https://openalex.org/I165390105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057434297","display_name":"Stephen Ojo","orcid":"https://orcid.org/0000-0002-2383-621X","observed_orcids":["https://orcid.org/0000-0002-2383-621X"]},"institutions":[{"id":"https://openalex.org/I68812265","display_name":"Anderson University - South Carolina","ror":"https://ror.org/01gmrmd93","country_code":"US","type":"education","lineage":["https://openalex.org/I68812265"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Ojo","raw_affiliation_strings":["Department of Electrical and Computer Engineering, College of Engineering, Anderson University, Anderson, SC, USA"],"raw_orcid":"https://orcid.org/0000-0002-2383-621X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, College of Engineering, Anderson University, Anderson, SC, USA","institution_ids":["https://openalex.org/I68812265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113665999","display_name":"Muhammad Faheem","orcid":"https://orcid.org/0000-0003-4628-4486","observed_orcids":["https://orcid.org/0000-0003-4628-4486"]},"institutions":[{"id":"https://openalex.org/I79765343","display_name":"University of Vaasa","ror":"https://ror.org/03769b225","country_code":"FI","type":"education","lineage":["https://openalex.org/I79765343"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Muhammad Faheem","raw_affiliation_strings":["School of Computing (Innovations and Technology), University of Vaasa, Vaasa, Finland"],"raw_orcid":"https://orcid.org/0000-0003-4628-4486","affiliations":[{"raw_affiliation_string":"School of Computing (Innovations and Technology), University of Vaasa, Vaasa, Finland","institution_ids":["https://openalex.org/I79765343"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026263106","display_name":"Agbotiname Lucky Imoize","orcid":"https://orcid.org/0000-0001-8921-8353","observed_orcids":["https://orcid.org/0000-0001-8921-8353"]},"institutions":[{"id":"https://openalex.org/I197610006","display_name":"University of Lagos","ror":"https://ror.org/05rk03822","country_code":"NG","type":"education","lineage":["https://openalex.org/I197610006"]}],"countries":["NG"],"is_corresponding":false,"raw_author_name":"Agbotiname Lucky Imoize","raw_affiliation_strings":["Department of Electrical and Electronics Engineering, Faculty of Engineering, University of Lagos, Akoka, Lagos, Nigeria"],"raw_orcid":"https://orcid.org/0000-0001-8921-8353","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Faculty of Engineering, University of Lagos, Akoka, Lagos, Nigeria","institution_ids":["https://openalex.org/I197610006"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030330846","display_name":"Arfat Ahmad Khan","orcid":"https://orcid.org/0000-0003-0918-8874","observed_orcids":["https://orcid.org/0000-0003-0918-8874","https://orcid.org/0009-0006-5806-2572"]},"institutions":[{"id":"https://openalex.org/I179193067","display_name":"Khon Kaen University","ror":"https://ror.org/03cq4gr50","country_code":"TH","type":"education","lineage":["https://openalex.org/I179193067"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Arfat Ahmad Khan","raw_affiliation_strings":["Department of Computer Science, College of Computing, Khon Kaen University, Khon Kaen, Thailand"],"raw_orcid":"https://orcid.org/0000-0003-0918-8874","affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Computing, Khon Kaen University, Khon Kaen, Thailand","institution_ids":["https://openalex.org/I179193067"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1995,"currency":"USD","value_usd":1995},"apc_paid":{"value":1995,"currency":"USD","value_usd":1995},"fwci":1.8104,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.84212115,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"63334","last_page":"63350"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"software-defined networking","score":0.9639999866485596},{"id":"https://openalex.org/keywords/hybrid-switching","display_name":"hybrid switching","score":0.859000027179718},{"id":"https://openalex.org/keywords/openflow-switches","display_name":"OpenFlow switches","score":0.7039999961853027},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.7770000100135803},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.9980000257492065},{"id":"https://openalex.org/keywords/hybrid-routing-protocol","display_name":"hybrid routing","score":0.8870000243186951},{"id":"https://openalex.org/keywords/data-center-networks","display_name":"data center networks","score":0.8450000286102295},{"id":"https://openalex.org/keywords/route-optimization","display_name":"route optimization","score":0.4449999928474426},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6850000023841858}],"concepts":[{"id":"https://openalex.org/C192697461","wikidata":"https://www.wikidata.org/wiki/Q4045918","display_name":"OpenFlow","level":3,"score":0.881411612033844},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8375610709190369},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.784182071685791},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7573496699333191},{"id":"https://openalex.org/C10597312","wikidata":"https://www.wikidata.org/wiki/Q5473302","display_name":"Forwarding plane","level":3,"score":0.7504056096076965},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.7408734560012817},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.46818649768829346},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.44877636432647705},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.43138325214385986},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4286808669567108},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.37096327543258667},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2650929093360901},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.21330386400222778},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2024.3387273","doi":"https://doi.org/10.1109/access.2024.3387273","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3387273","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10496054.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:osuva.uwasa.fi:10024/19935","doi":null,"is_oa":true,"landing_page_url":"https://osuva.uwasa.fi/handle/10024/19935","pdf_url":"https://osuva.uwasa.fi/bitstreams/2122b79a-d29e-46fd-872e-9c6535a4519f/download","source":{"id":"https://openalex.org/S4306400974","display_name":"Osuva (University of Vaasa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I79765343","host_organization_name":"University of Vaasa","host_organization_lineage":["https://openalex.org/I79765343"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2-s2.0-85190168727","raw_type":"article"},{"id":"pmh:oai:doaj.org/article:488476765a4047a884b6d69190a0a4c6","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/488476765a4047a884b6d69190a0a4c6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 63334-63350 (2024)","raw_type":"article"},{"id":"pmh:oai:osuva.uwasa.fi:11111/441","doi":null,"is_oa":true,"landing_page_url":"https://osuva.uwasa.fi/handle/11111/441","pdf_url":null,"source":{"id":"https://openalex.org/S4306400974","display_name":"Osuva (University of Vaasa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I79765343","host_organization_name":"University of Vaasa","host_organization_lineage":["https://openalex.org/I79765343"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://osuva.uwasa.fi/handle/10024/19935","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3387273","doi":"https://doi.org/10.1109/access.2024.3387273","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3387273","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10496054.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7207000255584717,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394698409.pdf","grobid_xml":"https://content.openalex.org/works/W4394698409.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1509342228","https://openalex.org/W1575841671","https://openalex.org/W1577231857","https://openalex.org/W1646764293","https://openalex.org/W1905251226","https://openalex.org/W1988065808","https://openalex.org/W2005422979","https://openalex.org/W2009794336","https://openalex.org/W2062832101","https://openalex.org/W2078623873","https://openalex.org/W2083838623","https://openalex.org/W2089939717","https://openalex.org/W2113921460","https://openalex.org/W2116995348","https://openalex.org/W2120518995","https://openalex.org/W2121795193","https://openalex.org/W2145091572","https://openalex.org/W2146026485","https://openalex.org/W2154349232","https://openalex.org/W2164336170","https://openalex.org/W2271171620","https://openalex.org/W2342496067","https://openalex.org/W2550252820","https://openalex.org/W2753576349","https://openalex.org/W2755601914","https://openalex.org/W2789526093","https://openalex.org/W2794152071","https://openalex.org/W2798915702","https://openalex.org/W2962425522","https://openalex.org/W2969900045","https://openalex.org/W3119149697","https://openalex.org/W4210557715","https://openalex.org/W4214717370","https://openalex.org/W4231339499","https://openalex.org/W4236568581","https://openalex.org/W4253729210","https://openalex.org/W6637995443","https://openalex.org/W6689723076"],"related_works":["https://openalex.org/W4395448208","https://openalex.org/W4407920300","https://openalex.org/W3119149697","https://openalex.org/W2762057584","https://openalex.org/W2785776439","https://openalex.org/W2808663279","https://openalex.org/W2611394518","https://openalex.org/W7106224601","https://openalex.org/W3155795661","https://openalex.org/W2594250762"],"abstract_inverted_index":{"The":[0,159],"Software-Defined":[1],"Networking":[2],"technology":[3],"promises":[4],"to":[5,88,105,136,155],"enhance":[6],"network":[7,148,175],"performance":[8,176],"and":[9,19,39,110,122,133,186],"cost":[10],"reduction":[11],"for":[12,143],"service":[13],"providers":[14],"by":[15],"providing":[16],"scalability,":[17],"flexibility,":[18],"programmability":[20],"through":[21,116],"the":[22,25,29,33,36,43,51,59,85,112,117,129,141,147,156,167,197,211],"separation":[23,34],"of":[24,45,93,125,174,213],"control":[26,37],"plane":[27,38,41],"from":[28],"data":[30,40],"plane.":[31],"However,":[32],"between":[35],"in":[42,140,146,172,210,218],"implementation":[44],"SDN":[46,60,78,169,214],"presents":[47],"scalability":[48,61,208],"issues,":[49],"as":[50],"controller":[52,215],"has":[53,153],"limited":[54],"computational":[55],"resources.":[56],"To":[57],"address":[58],"issues":[62],"identified,":[63],"we":[64],"create":[65],"a":[66,90,102],"scalable":[67,91],"hybrid":[68,161],"switching":[69,162,199,224],"solution":[70],"using":[71],"machine":[72,202],"learning":[73,127,203],"algorithms.":[74],"We":[75,100],"propose":[76],"an":[77],"OpenFlow":[79,170],"model":[80,163],"switch":[81,87,171],"which":[82],"collaborates":[83],"with":[84,96],"traditional":[86],"represent":[89],"framework":[92],"Hybrid":[94],"Routing":[95],"Reinforcement":[97],"Learning":[98],"(sHRRL).":[99],"implement":[101],"reinforcement":[103,126],"algorithm":[104],"randomly":[106],"explore":[107],"new":[108],"routes":[109],"discover":[111],"most":[113],"optimal":[114],"path":[115],"Q-learning":[118],"algorithm.":[119],"This":[120],"primitive":[121],"model-free":[123],"form":[124],"utilizes":[128],"Markov":[130],"Decision":[131],"Process":[132],"Bellman\u2019s":[134],"equation":[135],"reiteratively":[137],"update":[138],"Q-values":[139],"Q-table":[142],"every":[144],"transition":[145],"environment":[149],"state":[150],"until":[151],"Q-function":[152],"converged":[154],"best":[157],"Q-values.":[158],"proposed":[160,198],"is":[164,194],"benchmarked":[165],"against":[166],"standard":[168],"terms":[173],"metrics,":[177],"including":[178],"throughput,":[179],"packet":[180],"exchange":[181],"transmission":[182],"rates,":[183],"CPU":[184],"load,":[185],"delay.":[187],"When":[188],"statistically":[189],"comparing":[190],"simulation":[191],"results,":[192],"it":[193],"evident":[195],"that":[196],"model,":[200],"incorporating":[201],"algorithms,":[204],"can":[205],"effectively":[206],"tackle":[207],"challenges":[209],"design":[212],"networks,":[216],"especially":[217],"Data":[219],"Centre":[220],"environments":[221],"where":[222],"rapid":[223],"speeds":[225],"are":[226],"crucial.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-04-11T00:00:00"}