{"id":"https://openalex.org/W3045601523","doi":"https://doi.org/10.1109/icc40277.2020.9148789","title":"STDPG: A Spatio-Temporal Deterministic Policy Gradient Agent for Dynamic Routing in SDN","display_name":"STDPG: A Spatio-Temporal Deterministic Policy Gradient Agent for Dynamic Routing in SDN","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3045601523","doi":"https://doi.org/10.1109/icc40277.2020.9148789","mag":"3045601523"},"language":"en","primary_location":{"id":"doi:10.1109/icc40277.2020.9148789","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc40277.2020.9148789","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2020 - 2020 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100359202","display_name":"Juan Chen","orcid":"https://orcid.org/0000-0002-1276-3545"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Juan Chen","raw_affiliation_strings":["School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050203956","display_name":"Zhiwen Xiao","orcid":"https://orcid.org/0000-0001-9651-111X"},"institutions":[{"id":"https://openalex.org/I24201400","display_name":"Chengdu University of Information Technology","ror":"https://ror.org/01yxwrh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I24201400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Xiao","raw_affiliation_strings":["Chengdu University of Information Technology, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Chengdu University of Information Technology, Chengdu, China","institution_ids":["https://openalex.org/I24201400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007865788","display_name":"Huanlai Xing","orcid":"https://orcid.org/0000-0002-6345-7265"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanlai Xing","raw_affiliation_strings":["School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006467851","display_name":"Penglin Dai","orcid":"https://orcid.org/0000-0002-3074-4620"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Penglin Dai","raw_affiliation_strings":["School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075454046","display_name":"Shouxi Luo","orcid":"https://orcid.org/0000-0002-4041-3681"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shouxi Luo","raw_affiliation_strings":["School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047988243","display_name":"Muhammad Azhar Iqbal","orcid":"https://orcid.org/0000-0002-4195-9782"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muhammad Azhar Iqbal","raw_affiliation_strings":["School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100359202"],"corresponding_institution_ids":["https://openalex.org/I4800084"],"apc_list":null,"apc_paid":null,"fwci":2.621,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.90384034,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9617999792098999,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8713040351867676},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7754007577896118},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6210795640945435},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5670878887176514},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5625942945480347},{"id":"https://openalex.org/keywords/adaptive-routing","display_name":"Adaptive routing","score":0.5034870505332947},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4949893355369568},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4660317301750183},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.43281450867652893},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3334684371948242},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.20532655715942383},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1648562252521515},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.15276259183883667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8713040351867676},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7754007577896118},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6210795640945435},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5670878887176514},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5625942945480347},{"id":"https://openalex.org/C24856439","wikidata":"https://www.wikidata.org/wiki/Q352483","display_name":"Adaptive routing","level":5,"score":0.5034870505332947},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4949893355369568},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4660317301750183},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.43281450867652893},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3334684371948242},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.20532655715942383},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1648562252521515},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.15276259183883667},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc40277.2020.9148789","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc40277.2020.9148789","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2020 - 2020 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2068654401","https://openalex.org/W2110722699","https://openalex.org/W2118978333","https://openalex.org/W2145339207","https://openalex.org/W2201581102","https://openalex.org/W2553405914","https://openalex.org/W2758296822","https://openalex.org/W2891362044","https://openalex.org/W2898231005","https://openalex.org/W2902608779","https://openalex.org/W2906829782","https://openalex.org/W2914742901","https://openalex.org/W2915905517","https://openalex.org/W2919115771","https://openalex.org/W2930672455","https://openalex.org/W2963549123","https://openalex.org/W3006827623","https://openalex.org/W4232345992","https://openalex.org/W4385245566","https://openalex.org/W6687681856","https://openalex.org/W6739901393","https://openalex.org/W6744749404"],"related_works":["https://openalex.org/W2386430105","https://openalex.org/W2356521405","https://openalex.org/W2038534795","https://openalex.org/W2384358604","https://openalex.org/W1567829292","https://openalex.org/W3001063351","https://openalex.org/W3196905815","https://openalex.org/W4380551608","https://openalex.org/W2738408817","https://openalex.org/W2068680190"],"abstract_inverted_index":{"Dynamic":[0],"routing":[1,82,191],"in":[2,83,193],"software-defined":[3],"networking":[4],"(SDN)":[5],"can":[6,23,169],"be":[7],"viewed":[8],"as":[9,89],"a":[10,76,109,182],"centralized":[11],"decision-making":[12],"problem.":[13],"Most":[14],"of":[15,49,67,111,160,195],"the":[16,28,97,138,144,150,158,196],"existing":[17],"deep":[18,29],"reinforcement":[19],"learning":[20],"(DRL)":[21],"agents":[22],"address":[24],"it,":[25],"thanks":[26],"to":[27,58,64,88,156],"neural":[30,37,113],"network":[31,38,114,120,174],"(DNN)":[32],"incorporated.":[33],"However,":[34],"fully-connected":[35],"feed-forward":[36],"(FFNN)":[39],"is":[40,86,127],"usually":[41,56],"adopted,":[42],"where":[43,108],"spatial":[44,132],"correlation":[45],"and":[46,99,116,133,176],"temporal":[47,123,134],"variation":[48],"traffic":[50],"flows":[51],"are":[52,102],"ignored.":[53],"This":[54],"drawback":[55],"leads":[57],"significantly":[59],"high":[60],"computational":[61],"complexity":[62],"due":[63],"large":[65],"number":[66,183],"training":[68],"parameters.":[69],"To":[70],"overcome":[71],"this":[72],"problem,":[73],"we":[74,148],"propose":[75],"novel":[77],"model-free":[78],"framework":[79],"for":[80,172],"dynamic":[81],"SDN,":[84],"which":[85],"referred":[87],"spatio-temporal":[90],"deterministic":[91],"policy":[92],"gradient":[93],"(STDPG)":[94],"agent.":[95],"Both":[96],"actor":[98],"critic":[100],"networks":[101],"based":[103],"on":[104],"identical":[105],"DNN":[106],"structure,":[107],"combination":[110],"convolutional":[112],"(CNN)":[115],"long":[117],"short-term":[118],"memory":[119],"(LSTM)":[121],"with":[122,181],"attention":[124],"mechanism,":[125],"CNN-LSTM-TAM,":[126],"devised.":[128],"By":[129],"efficiently":[130],"exploiting":[131],"features,":[135],"CNN-LSTM-TAM":[136],"helps":[137],"STDPG":[139,168,188],"agent":[140],"learn":[141],"better":[142,190],"from":[143],"experience":[145,152],"transitions.":[146],"Furthermore,":[147],"employ":[149],"prioritized":[151],"replay":[153],"(PER)":[154],"method":[155],"accelerate":[157],"convergence":[159],"model":[161],"training.":[162],"The":[163],"experimental":[164],"results":[165],"show":[166],"that":[167],"automatically":[170],"adapt":[171],"current":[173],"environment":[175],"achieve":[177],"robust":[178],"convergence.":[179],"Compared":[180],"state-of":[184],"the-art":[185],"DRL":[186],"agents,":[187],"achieves":[189],"solutions":[192],"terms":[194],"average":[197],"end-to-end":[198],"delay.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}