{"id":"https://openalex.org/W3012499859","doi":"https://doi.org/10.1109/gcwkshps45667.2019.9024680","title":"A Routing Optimization Method for Software-Defined SGIN Based on Deep Reinforcement Learning","display_name":"A Routing Optimization Method for Software-Defined SGIN Based on Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3012499859","doi":"https://doi.org/10.1109/gcwkshps45667.2019.9024680","mag":"3012499859"},"language":"en","primary_location":{"id":"doi:10.1109/gcwkshps45667.2019.9024680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshps45667.2019.9024680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082045348","display_name":"Zhe Tu","orcid":"https://orcid.org/0000-0001-9758-6869"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhe Tu","raw_affiliation_strings":["School of Electrical and Information Engineering, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029892879","display_name":"Huachun Zhou","orcid":"https://orcid.org/0000-0003-2193-2432"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huachun Zhou","raw_affiliation_strings":["School of Electrical and Information Engineering, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377520","display_name":"Kun Li","orcid":"https://orcid.org/0000-0001-9164-7691"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Li","raw_affiliation_strings":["School of Electrical and Information Engineering, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066862228","display_name":"Guanglei Li","orcid":"https://orcid.org/0000-0003-3442-199X"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanglei Li","raw_affiliation_strings":["School of Electrical and Information Engineering, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104806061","display_name":"Qi Shen","orcid":"https://orcid.org/0000-0002-7051-4125"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Shen","raw_affiliation_strings":["School of Electrical and Information Engineering, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5082045348"],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":1.5917,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.8567829,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7926712036132812},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.69898521900177},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5319675803184509},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5157197117805481},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.48981544375419617},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.451330304145813},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44533541798591614},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.4427793323993683},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.4333678185939789},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3621874451637268},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.31207817792892456},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2804250717163086}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7926712036132812},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.69898521900177},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5319675803184509},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5157197117805481},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.48981544375419617},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.451330304145813},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44533541798591614},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.4427793323993683},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.4333678185939789},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3621874451637268},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.31207817792892456},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2804250717163086}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/gcwkshps45667.2019.9024680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshps45667.2019.9024680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1984401578","https://openalex.org/W2039330990","https://openalex.org/W2040340473","https://openalex.org/W2068654401","https://openalex.org/W2471288191","https://openalex.org/W2512877821","https://openalex.org/W2604126779","https://openalex.org/W2604436698","https://openalex.org/W2731762594","https://openalex.org/W2741552236","https://openalex.org/W2758296822","https://openalex.org/W2783429343","https://openalex.org/W2915905517","https://openalex.org/W2963864421","https://openalex.org/W3126135128","https://openalex.org/W6684921986","https://openalex.org/W6735957916","https://openalex.org/W6744749404"],"related_works":["https://openalex.org/W1997091564","https://openalex.org/W2102655743","https://openalex.org/W2607223747","https://openalex.org/W2081964190","https://openalex.org/W2152381136","https://openalex.org/W2170921015","https://openalex.org/W2117123509","https://openalex.org/W2911943936","https://openalex.org/W2012247215","https://openalex.org/W146128134"],"abstract_inverted_index":{"As":[0],"space":[1],"networks":[2,27],"become":[3],"more":[4,6],"and":[5,22,53,147,153,189,212,219],"important,":[7],"the":[8,35,59,64,99,102,105,167,173,177,184],"Space-ground":[9,82],"Integration":[10,83],"network":[11,139,171],"(SGIN)":[12],"has":[13],"received":[14],"unprecedented":[15],"attention.":[16],"However,":[17],"dynamic":[18,74],"changes":[19,50],"of":[20,25,51,101,160],"topology":[21,52],"link":[23,54,131,213],"status":[24],"satellite":[26],"bring":[28],"many":[29],"challenges":[30],"to":[31,93,119,156,194,208],"routing":[32,38,75,121,126,203],"optimization":[33,39,204],"in":[34,73],"SGIN.":[36],"Traditional":[37],"methods":[40],"do":[41,47],"not":[42,48],"perform":[43,120],"well,":[44],"as":[45,56,58],"they":[46],"consider":[49],"status,":[55,214],"well":[57],"association":[60],"between":[61,163],"flows.":[62,164],"Since":[63],"Machine":[65,80],"Learning":[66,114],"(ML)":[67],"technologies":[68,92],"have":[69],"shown":[70],"significant":[71],"advantages":[72],"optimization,":[76,122],"we":[77,135],"proposed":[78,103,168,185,202],"a":[79,111,137],"Learning-based":[81],"Networking":[84,90],"(ML-SSGIN)":[85],"framework":[86],"that":[87,140,183],"combines":[88],"Software-Defined":[89],"(SDN)":[91],"solve":[94],"this":[95],"challenge.":[96],"To":[97],"evaluate":[98],"feasibility":[100],"framework,":[104],"Deep":[106,112],"Deterministic":[107],"Policy":[108],"Gradient":[109],"(DDPG),":[110],"Reinforcement":[113],"(DRL)":[115],"algorithm,":[116,200],"is":[117,187],"deployed":[118],"which":[123,215],"can":[124,206],"make":[125],"decisions":[127],"based":[128],"on":[129],"real-time":[130],"status.":[132],"In":[133],"particular,":[134],"utilize":[136],"neural":[138,170],"integrates":[141],"Long":[142],"Short-Term":[143],"Memory":[144],"Network":[145],"(LSTM)":[146],"Dense":[148,178],"layers":[149],"for":[150],"its":[151],"actor":[152],"critic":[154],"part":[155],"improve":[157],"perceptual":[158],"capabilities":[159],"contextual":[161],"correlations":[162],"We":[165],"compared":[166,193],"DDPG":[169],"with":[172],"one":[174],"only":[175],"having":[176],"layers.":[179],"The":[180],"results":[181],"show":[182],"architecture":[186],"feasible":[188],"effective.":[190],"What's":[191],"more,":[192],"Open":[195],"Shortest":[196],"Path":[197],"First":[198],"(OSPF)":[199],"our":[201],"method":[205],"adapt":[207],"continuously":[209],"change":[210],"flows,":[211],"improves":[216],"end-to-end":[217],"throughput":[218],"latency.":[220]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-14T23:14:49.485078","created_date":"2025-10-10T00:00:00"}