{"id":"https://openalex.org/W4391823556","doi":"https://doi.org/10.3390/s24041216","title":"A Temporal Deep Q Learning for Optimal Load Balancing in Software-Defined Networks","display_name":"A Temporal Deep Q Learning for Optimal Load Balancing in Software-Defined Networks","publication_year":2024,"publication_date":"2024-02-14","ids":{"openalex":"https://openalex.org/W4391823556","doi":"https://doi.org/10.3390/s24041216","pmid":"https://pubmed.ncbi.nlm.nih.gov/38400374"},"language":"en","primary_location":{"id":"doi:10.3390/s24041216","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24041216","pdf_url":"https://www.mdpi.com/1424-8220/24/4/1216/pdf?version=1707912740","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/24/4/1216/pdf?version=1707912740","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083566990","display_name":"Aakanksha Sharma","orcid":"https://orcid.org/0000-0002-9556-0638"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Aakanksha Sharma","raw_affiliation_strings":["Melbourne Institute of Technology (MIT), Melbourne, VIC 3000, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9556-0638","affiliations":[{"raw_affiliation_string":"Melbourne Institute of Technology (MIT), Melbourne, VIC 3000, Australia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082796924","display_name":"Venki Balasubramanian","orcid":"https://orcid.org/0000-0001-6686-4424"},"institutions":[{"id":"https://openalex.org/I149672521","display_name":"Federation University","ror":"https://ror.org/05qbzwv83","country_code":"AU","type":"education","lineage":["https://openalex.org/I149672521"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Venki Balasubramanian","raw_affiliation_strings":["Institute of Innovation, Science and Sustainability, Federation University Australia, Ballarat, VIC 3350, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6686-4424","affiliations":[{"raw_affiliation_string":"Institute of Innovation, Science and Sustainability, Federation University Australia, Ballarat, VIC 3350, Australia","institution_ids":["https://openalex.org/I149672521"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013199739","display_name":"Joarder Kamruzzaman","orcid":"https://orcid.org/0000-0002-3748-0277"},"institutions":[{"id":"https://openalex.org/I149672521","display_name":"Federation University","ror":"https://ror.org/05qbzwv83","country_code":"AU","type":"education","lineage":["https://openalex.org/I149672521"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Joarder Kamruzzaman","raw_affiliation_strings":["Institute of Innovation, Science and Sustainability, Federation University Australia, Ballarat, VIC 3350, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3748-0277","affiliations":[{"raw_affiliation_string":"Institute of Innovation, Science and Sustainability, Federation University Australia, Ballarat, VIC 3350, Australia","institution_ids":["https://openalex.org/I149672521"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5082796924","https://openalex.org/A5083566990"],"corresponding_institution_ids":["https://openalex.org/I149672521"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":4.4913,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.94855572,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"24","issue":"4","first_page":"1216","last_page":"1216"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6047874093055725},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.524974524974823},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5009171962738037},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.427301287651062},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2318911850452423},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.19106945395469666}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6047874093055725},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.524974524974823},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5009171962738037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.427301287651062},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2318911850452423},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.19106945395469666}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s24041216","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24041216","pdf_url":"https://www.mdpi.com/1424-8220/24/4/1216/pdf?version=1707912740","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:38400374","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38400374","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10892395","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10892395","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10892395/pdf/sensors-24-01216.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:vital:19440","is_oa":true,"landing_page_url":"http://researchonline.federation.edu.au/vital/access/HandleResolver/1959.17/200682","pdf_url":null,"source":{"id":"https://openalex.org/S4306400234","display_name":"FedUni ResearchOnline (Federation University Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210158496","host_organization_name":"Australian Federation of University Women \u2013 South Australia","host_organization_lineage":["https://openalex.org/I4210158496"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:47d9da56cbae4743b54d56c42dd9c8e2","is_oa":false,"landing_page_url":"https://doaj.org/article/47d9da56cbae4743b54d56c42dd9c8e2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 24, Iss 4, p 1216 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s24041216","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24041216","pdf_url":"https://www.mdpi.com/1424-8220/24/4/1216/pdf?version=1707912740","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5400000214576721,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391823556.pdf"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1568086164","https://openalex.org/W1571328821","https://openalex.org/W1581494065","https://openalex.org/W1829787244","https://openalex.org/W1905105378","https://openalex.org/W1998199444","https://openalex.org/W2017158367","https://openalex.org/W2022758041","https://openalex.org/W2054504523","https://openalex.org/W2055241939","https://openalex.org/W2076469583","https://openalex.org/W2102090846","https://openalex.org/W2111619626","https://openalex.org/W2115546448","https://openalex.org/W2147118406","https://openalex.org/W2150093579","https://openalex.org/W2168780914","https://openalex.org/W2520244515","https://openalex.org/W2604700975","https://openalex.org/W2604830213","https://openalex.org/W2741327217","https://openalex.org/W2754733581","https://openalex.org/W2772524925","https://openalex.org/W2791691532","https://openalex.org/W2791720745","https://openalex.org/W2798915702","https://openalex.org/W2888813934","https://openalex.org/W2907894212","https://openalex.org/W2915905517","https://openalex.org/W2919115771","https://openalex.org/W2921254316","https://openalex.org/W2963644017","https://openalex.org/W2979849309","https://openalex.org/W2997198836","https://openalex.org/W4236202168","https://openalex.org/W4247244778","https://openalex.org/W4288079681","https://openalex.org/W4382402541","https://openalex.org/W6749222007"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"With":[0],"the":[1,5,73,78,85,156,178,202,221,235,242,257,274,277,292],"rapid":[2],"advancement":[3],"of":[4,7,81,87,99,145,159,180,237,259,302],"Internet":[6],"Things":[8],"(IoT),":[9],"there":[10],"is":[11,161,270],"a":[12,22,39,52,60,97,214,231],"global":[13],"surge":[14],"in":[15,72,104,108,119,201,220,300],"network":[16,24,110,186,239,286],"traffic.":[17],"Software-Defined":[18],"Networks":[19],"(SDNs)":[20],"provide":[21],"holistic":[23],"perspective,":[25],"facilitating":[26],"software-based":[27],"traffic":[28,91,275,289],"analysis,":[29],"and":[30,90,125,137,142,163,184,195,252,288,298,309],"are":[31,75],"more":[32],"suitable":[33],"to":[34,96,151,166,176,224,272,276],"handle":[35,177],"dynamic":[36,116,143,148,249],"loads":[37],"than":[38],"traditional":[40,295],"network.":[41],"The":[42,218],"standard":[43],"SDN":[44,149],"architecture":[45],"control":[46,139],"plane":[47],"has":[48],"been":[49],"designed":[50],"for":[51,147,227,267],"single":[53,63],"controller":[54,64,117,129,279],"or":[55],"multiple":[56,82],"distributed":[57],"controllers;":[58],"however,":[59],"logically":[61],"centralized":[62],"faces":[65],"severe":[66],"bottleneck":[67],"issues.":[68],"Most":[69],"proposed":[70,134],"solutions":[71],"literature":[74],"based":[76],"on":[77],"static":[79],"deployment":[80],"controllers":[83,103,146],"without":[84,255],"consideration":[86],"flow":[88,250,268],"fluctuations":[89],"bursts,":[92],"which":[93],"ultimately":[94],"leads":[95],"lack":[98],"load":[100,123],"balancing":[101],"among":[102],"real":[105],"time,":[106],"resulting":[107],"increased":[109],"latency.":[111,187],"Moreover,":[112],"some":[113],"methods":[114],"addressing":[115],"mapping":[118,144,229,251],"multi-controller":[120],"SDNs":[121],"consider":[122],"fluctuation":[124,269],"latency":[126,240,253],"but":[127],"face":[128],"placement":[130],"problems.":[131],"Earlier,":[132],"we":[133,171],"priority":[135],"scheduling":[136],"congestion":[138],"algorithm":[140],"(eSDN)":[141],"(dSDN)":[150],"address":[152],"this":[153,168,189],"issue.":[154],"However,":[155],"future":[157],"growth":[158],"IoT":[160],"unpredictable":[162],"potentially":[164],"exponential;":[165],"accommodate":[167],"futuristic":[169],"trend,":[170],"need":[172],"an":[173],"intelligent":[174],"solution":[175],"complexity":[179],"growing":[181],"heterogeneous":[182],"devices":[183],"minimize":[185],"Therefore,":[188],"paper":[190],"continues":[191],"our":[192],"previous":[193],"research":[194],"proposes":[196],"temporal":[197],"deep":[198],"Q":[199,208],"learning":[200,209,244],"dSDN":[203],"controller.":[204],"A":[205,263],"Temporal":[206],"Deep":[207],"Network":[210],"(tDQN)":[211],"serves":[212],"as":[213],"self-learning":[215],"reinforcement-based":[216],"model.":[217],"agent":[219],"tDQN":[222,293],"learns":[223],"improve":[225],"decision-making":[226],"switch-controller":[228],"through":[230],"reward-punish":[232],"scheme,":[233],"maximizing":[234],"goal":[236],"reducing":[238],"during":[241],"iterative":[243],"process.":[245],"Our":[246],"approach-tDQN-effectively":[247],"addresses":[248],"optimization":[254,265],"increasing":[256],"number":[258],"optimally":[260],"placed":[261],"controllers.":[262],"multi-objective":[264],"problem":[266],"formulated":[271],"divert":[273],"best-suited":[278],"dynamically.":[280],"Extensive":[281],"simulation":[282],"results":[283],"with":[284],"varied":[285],"scenarios":[287],"show":[290],"that":[291],"outperforms":[294],"networks,":[296],"eSDNs,":[297],"dSDNs":[299],"terms":[301],"throughput,":[303],"delay,":[304],"jitter,":[305],"packet":[306,310],"delivery":[307],"ratio,":[308],"loss.":[311]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}