{"id":"https://openalex.org/W4320801500","doi":"https://doi.org/10.1109/icca56443.2022.10039651","title":"Q-learning and Simulated Annealing-based Routing for Software-defined Networks","display_name":"Q-learning and Simulated Annealing-based Routing for Software-defined Networks","publication_year":2022,"publication_date":"2022-12-20","ids":{"openalex":"https://openalex.org/W4320801500","doi":"https://doi.org/10.1109/icca56443.2022.10039651"},"language":"en","primary_location":{"id":"doi:10.1109/icca56443.2022.10039651","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icca56443.2022.10039651","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Computer and Applications (ICCA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070237523","display_name":"Marwa Kandil","orcid":null},"institutions":[{"id":"https://openalex.org/I36721946","display_name":"Kuwait University","ror":"https://ror.org/021e5j056","country_code":"KW","type":"education","lineage":["https://openalex.org/I36721946"]}],"countries":["KW"],"is_corresponding":true,"raw_author_name":"Marwa Kandil","raw_affiliation_strings":["Kuwait University,Computer Engineering,Kuwait","Computer Engineering, Kuwait University, Kuwait"],"affiliations":[{"raw_affiliation_string":"Kuwait University,Computer Engineering,Kuwait","institution_ids":["https://openalex.org/I36721946"]},{"raw_affiliation_string":"Computer Engineering, Kuwait University, Kuwait","institution_ids":["https://openalex.org/I36721946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030761904","display_name":"Mohamad Khattar Awad","orcid":"https://orcid.org/0000-0003-2081-8160"},"institutions":[{"id":"https://openalex.org/I36721946","display_name":"Kuwait University","ror":"https://ror.org/021e5j056","country_code":"KW","type":"education","lineage":["https://openalex.org/I36721946"]}],"countries":["KW"],"is_corresponding":false,"raw_author_name":"Mohamad Khattar Awad","raw_affiliation_strings":["Kuwait University,Computer Engineering,Kuwait","Computer Engineering, Kuwait University, Kuwait"],"affiliations":[{"raw_affiliation_string":"Kuwait University,Computer Engineering,Kuwait","institution_ids":["https://openalex.org/I36721946"]},{"raw_affiliation_string":"Computer Engineering, Kuwait University, Kuwait","institution_ids":["https://openalex.org/I36721946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021624722","display_name":"Eiman Alotaibi","orcid":"https://orcid.org/0000-0002-3860-0613"},"institutions":[{"id":"https://openalex.org/I36721946","display_name":"Kuwait University","ror":"https://ror.org/021e5j056","country_code":"KW","type":"education","lineage":["https://openalex.org/I36721946"]}],"countries":["KW"],"is_corresponding":false,"raw_author_name":"Eiman Mohammed Alotaibi","raw_affiliation_strings":["Kuwait University,Computer Engineering,Kuwait","Computer Engineering, Kuwait University, Kuwait"],"affiliations":[{"raw_affiliation_string":"Kuwait University,Computer Engineering,Kuwait","institution_ids":["https://openalex.org/I36721946"]},{"raw_affiliation_string":"Computer Engineering, Kuwait University, Kuwait","institution_ids":["https://openalex.org/I36721946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009010254","display_name":"Reza Mohammadi","orcid":"https://orcid.org/0000-0002-2139-4518"},"institutions":[{"id":"https://openalex.org/I167694869","display_name":"Bu-Ali Sina University","ror":"https://ror.org/04ka8rx28","country_code":"IR","type":"education","lineage":["https://openalex.org/I167694869"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Reza Mohammadi","raw_affiliation_strings":["Bu-Ali Sina University,Computer Engineering,Iran","Computer Engineering, Bu-Ali Sina University, Iran"],"affiliations":[{"raw_affiliation_string":"Bu-Ali Sina University,Computer Engineering,Iran","institution_ids":["https://openalex.org/I167694869"]},{"raw_affiliation_string":"Computer Engineering, Bu-Ali Sina University, Iran","institution_ids":["https://openalex.org/I167694869"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5070237523"],"corresponding_institution_ids":["https://openalex.org/I36721946"],"apc_list":null,"apc_paid":null,"fwci":0.4209,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.64000636,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10558","display_name":"Advancements in Semiconductor Devices and Circuit Design","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.780725359916687},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5765172839164734},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.5370515584945679},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5360361337661743},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5061582922935486},{"id":"https://openalex.org/keywords/forwarding-plane","display_name":"Forwarding plane","score":0.5000102519989014},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.4467952251434326},{"id":"https://openalex.org/keywords/open-shortest-path-first","display_name":"Open Shortest Path First","score":0.4421735107898712},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.4372681975364685},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.41166651248931885},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.37847816944122314},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.34151387214660645},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.2349798083305359},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.14407026767730713},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10764777660369873}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.780725359916687},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5765172839164734},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.5370515584945679},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5360361337661743},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5061582922935486},{"id":"https://openalex.org/C10597312","wikidata":"https://www.wikidata.org/wiki/Q5473302","display_name":"Forwarding plane","level":3,"score":0.5000102519989014},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.4467952251434326},{"id":"https://openalex.org/C70522964","wikidata":"https://www.wikidata.org/wiki/Q220169","display_name":"Open Shortest Path First","level":5,"score":0.4421735107898712},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.4372681975364685},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.41166651248931885},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.37847816944122314},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.34151387214660645},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.2349798083305359},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.14407026767730713},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10764777660369873},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icca56443.2022.10039651","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icca56443.2022.10039651","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Computer and Applications (ICCA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8899999856948853,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1990738428","https://openalex.org/W2024060531","https://openalex.org/W2335029765","https://openalex.org/W2585064529","https://openalex.org/W2898231005","https://openalex.org/W2903099225","https://openalex.org/W2910087204","https://openalex.org/W2915963806","https://openalex.org/W2980060569","https://openalex.org/W2999262205","https://openalex.org/W3006345281","https://openalex.org/W3019817166","https://openalex.org/W3020372489","https://openalex.org/W3038150710","https://openalex.org/W3045823105","https://openalex.org/W3078093847","https://openalex.org/W3088546124","https://openalex.org/W3089345725","https://openalex.org/W3092143107","https://openalex.org/W3092569145","https://openalex.org/W3102209620","https://openalex.org/W3103263926","https://openalex.org/W3104294226","https://openalex.org/W3109980475","https://openalex.org/W3118997420","https://openalex.org/W3122078839","https://openalex.org/W3170705679","https://openalex.org/W4285791341"],"related_works":["https://openalex.org/W4214777079","https://openalex.org/W3122360749","https://openalex.org/W2547441564","https://openalex.org/W2051935741","https://openalex.org/W4377224402","https://openalex.org/W4243609393","https://openalex.org/W4211055425","https://openalex.org/W2292300552","https://openalex.org/W2130026698","https://openalex.org/W1664656711"],"abstract_inverted_index":{"With":[0],"the":[1,7,18,30,45,66,71,76,85,97,146,157,167,171,198,226],"increasing":[2],"dependence":[3],"on":[4,145,183],"cloud":[5],"services,":[6],"demand":[8],"for":[9,136],"high":[10],"data":[11,20,72],"rates":[12],"has":[13,22],"been":[14,23],"growing":[15],"exponentially.":[16],"Therefore,":[17],"power-hungry":[19],"centers":[21],"expanding":[24],"to":[25,79,107,224],"accommodate":[26],"this":[27],"growth":[28],"with":[29],"required":[31],"network":[32,67,77,86,148],"services.":[33],"Many":[34],"Internet":[35],"Service":[36],"Providers":[37],"(ISP)":[38],"are":[39],"targeting":[40],"greener":[41],"communication":[42],"while":[43,204],"balancing":[44],"trade-off":[46,227],"between":[47,128,166,228],"energy":[48,129],"efficiency":[49],"and":[50,88,131,143,177,201,230],"satisfaction":[51,133],"of":[52,84,91,99,156,210],"quality-of-service":[53],"(QoS)":[54],"requirements.":[55],"Software-defined":[56,111],"networking":[57,62],"(SDN)":[58],"is":[59,141],"a":[60,81,116,206],"new":[61],"paradigm":[63],"that":[64,123,188,219],"separates":[65],"control":[68,90,195],"plane":[69],"from":[70],"plane;":[73],"thus,":[74],"allowing":[75],"controller":[78],"have":[80],"full":[82],"overview":[83],"status":[87],"complete":[89],"traffic":[92],"routing.":[93,232],"This":[94],"paper":[95],"investigates":[96],"application":[98],"recent":[100],"developments":[101],"in":[102,110,134,160,213],"reinforcement":[103],"learning":[104],"(RL)":[105],"techniques":[106],"optimize":[108],"routing":[109,121,221],"networks.":[112,138,162],"Mainly,":[113],"we":[114],"developed":[115],"simulated":[117],"annealing":[118],"Q-learning":[119,173],"(SAQL)":[120],"algorithm":[122,140,176,222],"provides":[124],"an":[125],"optimized":[126],"balance":[127,225],"consumption":[130],"QoS-requirements":[132],"real-time":[135],"software-defined":[137],"The":[139],"implemented":[142],"tested":[144],"open":[147],"operating":[149],"system":[150],"(ONOS)":[151],"controller,":[152],"which":[153],"facilitates":[154],"evaluation":[155],"algorithm's":[158],"performance":[159],"real":[161],"A":[163],"comparison":[164],"study":[165],"proposed":[168],"SAQL":[169,189,220],"algorithm,":[170],"classical":[172],"\u03b5-greedy":[174,202],"exploration":[175],"traditional":[178],"OSPF":[179,200],"was":[180],"carried":[181],"out":[182],"two":[184],"topologies.":[185],"Results":[186],"show":[187],"achieved":[190],"around":[191],"60%":[192],"less":[193],"average":[194],"power":[196],"than":[197],"standard":[199],"approaches":[203],"maintaining":[205],"relatively":[207],"low":[208],"latency":[209],"0.280":[211],"ms":[212],"Nsfnet":[214],"topology.":[215],"Simulation":[216],"results":[217],"confirm":[218],"managed":[223],"energy-aware":[229],"QoS-aware":[231]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}