{"id":"https://openalex.org/W3187250547","doi":"https://doi.org/10.1109/jiot.2021.3102130","title":"Improving the Software-Defined Wireless Sensor Networks Routing Performance Using Reinforcement Learning","display_name":"Improving the Software-Defined Wireless Sensor Networks Routing Performance Using Reinforcement Learning","publication_year":2021,"publication_date":"2021-08-03","ids":{"openalex":"https://openalex.org/W3187250547","doi":"https://doi.org/10.1109/jiot.2021.3102130","mag":"3187250547"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3102130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3102130","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000710899","display_name":"Muhammad Usman Younus","orcid":"https://orcid.org/0000-0001-9033-1767"},"institutions":[{"id":"https://openalex.org/I134560555","display_name":"Universit\u00e9 Toulouse III - Paul Sabatier","ror":"https://ror.org/02v6kpv12","country_code":"FR","type":"education","lineage":["https://openalex.org/I134560555"]},{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["FR","PK"],"is_corresponding":true,"raw_author_name":"Muhammad Usman Younus","raw_affiliation_strings":["Department of Electrical and Computer Engineering, COMSATS University Islamabad, Sahiwal Campus, Sahiwal, Pakistan","Ecole Doctorale Math\u00e9matiques, Informatique, T\u00e9l\u00e9communications de Toulouse, University Paul Sabatier, Toulouse, France"],"raw_orcid":"https://orcid.org/0000-0001-9033-1767","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, COMSATS University Islamabad, Sahiwal Campus, Sahiwal, Pakistan","institution_ids":["https://openalex.org/I16076960"]},{"raw_affiliation_string":"Ecole Doctorale Math\u00e9matiques, Informatique, T\u00e9l\u00e9communications de Toulouse, University Paul Sabatier, Toulouse, France","institution_ids":["https://openalex.org/I134560555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072011650","display_name":"Muhammad Khurram Khan","orcid":"https://orcid.org/0000-0001-6636-0533"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Muhammad Khurram Khan","raw_affiliation_strings":["College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-6636-0533","affiliations":[{"raw_affiliation_string":"College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067812627","display_name":"Abdul Rauf Bhatti","orcid":"https://orcid.org/0000-0001-9609-4563"},"institutions":[{"id":"https://openalex.org/I4210147796","display_name":"University of Faisalabad","ror":"https://ror.org/04eps4h65","country_code":"PK","type":"education","lineage":["https://openalex.org/I4210147796"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Abdul Rauf Bhatti","raw_affiliation_strings":["Department of Electrical Engineering and Technology, Govt. College University Faisalabad, Faisalabad, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Technology, Govt. College University Faisalabad, Faisalabad, Pakistan","institution_ids":["https://openalex.org/I4210147796"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5000710899"],"corresponding_institution_ids":["https://openalex.org/I134560555","https://openalex.org/I16076960"],"apc_list":null,"apc_paid":null,"fwci":9.9284,"has_fulltext":false,"cited_by_count":92,"citation_normalized_percentile":{"value":0.98460677,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"9","issue":"5","first_page":"3495","last_page":"3508"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8189452886581421},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6976443529129028},{"id":"https://openalex.org/keywords/forwarding-plane","display_name":"Forwarding plane","score":0.6129071712493896},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6103405356407166},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5795707702636719},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.5647774338722229},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.48351719975471497},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.46564969420433044},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.456657737493515},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.44454875588417053},{"id":"https://openalex.org/keywords/routing-table","display_name":"Routing table","score":0.438849538564682},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4285012483596802},{"id":"https://openalex.org/keywords/equal-cost-multi-path-routing","display_name":"Equal-cost multi-path routing","score":0.4275703728199005},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.41801977157592773},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.37091097235679626},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1815587878227234}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8189452886581421},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6976443529129028},{"id":"https://openalex.org/C10597312","wikidata":"https://www.wikidata.org/wiki/Q5473302","display_name":"Forwarding plane","level":3,"score":0.6129071712493896},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6103405356407166},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5795707702636719},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.5647774338722229},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.48351719975471497},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.46564969420433044},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.456657737493515},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.44454875588417053},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.438849538564682},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4285012483596802},{"id":"https://openalex.org/C115443555","wikidata":"https://www.wikidata.org/wiki/Q5367790","display_name":"Equal-cost multi-path routing","level":5,"score":0.4275703728199005},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.41801977157592773},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.37091097235679626},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1815587878227234}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2021.3102130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3102130","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G263781369","display_name":null,"funder_award_id":"RSP-2021/12","funder_id":"https://openalex.org/F4320321145","funder_display_name":"King Saud University"}],"funders":[{"id":"https://openalex.org/F4320321145","display_name":"King Saud University","ror":"https://ror.org/02f81g417"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1783275161","https://openalex.org/W1905750044","https://openalex.org/W1972264275","https://openalex.org/W2006156823","https://openalex.org/W2025263514","https://openalex.org/W2040340473","https://openalex.org/W2072925927","https://openalex.org/W2099752046","https://openalex.org/W2100347089","https://openalex.org/W2105975290","https://openalex.org/W2106335692","https://openalex.org/W2108536664","https://openalex.org/W2130509337","https://openalex.org/W2143738835","https://openalex.org/W2295528176","https://openalex.org/W2474911170","https://openalex.org/W2488318969","https://openalex.org/W2494718994","https://openalex.org/W2512877821","https://openalex.org/W2556254398","https://openalex.org/W2560640725","https://openalex.org/W2583543049","https://openalex.org/W2610375170","https://openalex.org/W2753580776","https://openalex.org/W2781085299","https://openalex.org/W2782432786","https://openalex.org/W2784764142","https://openalex.org/W2789847933","https://openalex.org/W2799913831","https://openalex.org/W2808663279","https://openalex.org/W2809052344","https://openalex.org/W2883653807","https://openalex.org/W2887060483","https://openalex.org/W2887450251","https://openalex.org/W2892290196","https://openalex.org/W2915852508","https://openalex.org/W2933034689","https://openalex.org/W2942476636","https://openalex.org/W2949064734","https://openalex.org/W2969670545","https://openalex.org/W2985020889","https://openalex.org/W2988885972","https://openalex.org/W3000394811","https://openalex.org/W3011120880","https://openalex.org/W3080932090","https://openalex.org/W3088546124","https://openalex.org/W3114396470","https://openalex.org/W4214717370","https://openalex.org/W6712750379","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W4214777079","https://openalex.org/W2051935741","https://openalex.org/W3122360749","https://openalex.org/W2351097701","https://openalex.org/W2162880363","https://openalex.org/W142214912","https://openalex.org/W2154440508","https://openalex.org/W3152092244","https://openalex.org/W2114321370","https://openalex.org/W1924167960"],"abstract_inverted_index":{"Software-defined":[0],"networking":[1],"(SDN)":[2],"is":[3,17,87,112,158,171,225],"an":[4,21],"emerging":[5],"architecture":[6],"used":[7,50],"in":[8,51,207],"many":[9],"applications":[10],"because":[11],"of":[12,27,71,105,167,209],"its":[13],"flexible":[14],"architecture.":[15],"It":[16,30,224],"expected":[18],"to":[19,64,77,91,213,222],"become":[20],"essential":[22],"enabler":[23],"for":[24,56,234],"the":[25,32,36,40,43,66,79,93,102,129,133,138,142,146,151,155,163,168,232,236],"Internet":[26],"Things":[28],"(IoTs).":[29],"decouples":[31],"control":[33],"plane":[34],"from":[35,211,220],"data":[37],"plane,":[38],"and":[39,122,131,179,185,198,215],"controller":[41,60,144],"manages":[42],"whole":[44,156],"underlying":[45],"network.":[46],"SDN":[47,59,178,181],"has":[48],"been":[49],"wireless":[52],"sensor":[53],"networks":[54],"(WSNs)":[55],"routing.":[57,242],"The":[58,126,165,202],"uses":[61],"some":[62],"algorithms":[63,73],"calculate":[65],"routing":[67,81,95,103,147,200],"path;":[68],"however,":[69],"none":[70],"these":[72],"have":[74],"enough":[75],"ability":[76],"obtain":[78],"optimized":[80],"path.":[82,96],"Therefore,":[83],"reinforcement":[84],"learning":[85],"(RL)":[86],"a":[88],"helpful":[89],"technique":[90],"select":[92],"best":[94],"In":[97],"this":[98,228],"article,":[99],"we":[100],"optimize":[101],"path":[104,148],"SDWSN":[106,143,170,205],"through":[107,162,240],"RL.":[108],"A":[109],"reward":[110,130,139],"function":[111],"proposed":[113,203],"that":[114,227],"includes":[115],"all":[116],"required":[117],"metrics":[118],"regarding":[119],"energy":[120],"efficiency":[121],"network":[123,157],"Quality-of-Service":[124],"(QoS).":[125],"agent":[127],"gets":[128],"takes":[132],"next":[134],"action":[135],"based":[136,149],"on":[137,150],"received,":[140],"while":[141],"improves":[145],"previous":[152],"experience.":[153],"However,":[154],"also":[159],"controlled":[160],"remotely":[161],"Web.":[164],"performance":[166,239],"RL-based":[169,199,204],"compared":[172],"with":[173],"SDN-based":[174,187],"techniques,":[175,188],"including":[176],"traditional":[177],"energy-aware":[180],"(EASDN),":[182],"QR-SDN,":[183],"TIDE":[184],"non":[186],"such":[189],"as":[190],"<inline-formula":[191],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[192],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[193],"<tex-math":[194],"notation=\"LaTeX\">$Q$":[195],"</tex-math></inline-formula>":[196],"-learning":[197],"(RLBR).":[201],"outperforms":[206],"terms":[208],"lifetime":[210],"8%":[212],"33%":[214],"packet":[216],"delivery":[217],"ratio":[218],"(PDR)":[219],"2%":[221],"24%.":[223],"envisioned":[226],"work":[229],"will":[230],"help":[231],"engineers":[233],"achieving":[235],"desired":[237],"WSN":[238],"efficient":[241]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-27T08:22:11.395708","created_date":"2025-10-10T00:00:00"}