{"id":"https://openalex.org/W4391742280","doi":"https://doi.org/10.1109/icct59356.2023.10419739","title":"Delay-Sensitive SFC Scheduling Optimization With DRL in Satellite-Terrestrial Networks","display_name":"Delay-Sensitive SFC Scheduling Optimization With DRL in Satellite-Terrestrial Networks","publication_year":2023,"publication_date":"2023-10-20","ids":{"openalex":"https://openalex.org/W4391742280","doi":"https://doi.org/10.1109/icct59356.2023.10419739"},"language":"en","primary_location":{"id":"doi:10.1109/icct59356.2023.10419739","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icct59356.2023.10419739","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 23rd International Conference on Communication Technology (ICCT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101368933","display_name":"Meilin Xu","orcid":"https://orcid.org/0009-0001-1834-3429"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Meilin Xu","raw_affiliation_strings":["The School of Electronics and Information Engineering, Harbin Institute of Technology,Harbin,China,150008"],"affiliations":[{"raw_affiliation_string":"The School of Electronics and Information Engineering, Harbin Institute of Technology,Harbin,China,150008","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006740084","display_name":"Min Jia","orcid":"https://orcid.org/0000-0003-3551-8654"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Jia","raw_affiliation_strings":["The School of Electronics and Information Engineering, Harbin Institute of Technology,Harbin,China,150008"],"affiliations":[{"raw_affiliation_string":"The School of Electronics and Information Engineering, Harbin Institute of Technology,Harbin,China,150008","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046141922","display_name":"Qing Guo","orcid":"https://orcid.org/0000-0003-4209-5469"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Guo","raw_affiliation_strings":["The School of Electronics and Information Engineering, Harbin Institute of Technology,Harbin,China,150008"],"affiliations":[{"raw_affiliation_string":"The School of Electronics and Information Engineering, Harbin Institute of Technology,Harbin,China,150008","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101368933"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.4012,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.6453202,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1680","last_page":"1684"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7722641229629517},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.6428059339523315},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6246081590652466},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.578238844871521},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.5548327565193176},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4968564808368683},{"id":"https://openalex.org/keywords/telecommunications-network","display_name":"Telecommunications network","score":0.44269368052482605},{"id":"https://openalex.org/keywords/linear-programming","display_name":"Linear programming","score":0.43200817704200745},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3183578848838806},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.27996379137039185},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17584067583084106},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15928059816360474}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7722641229629517},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6428059339523315},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6246081590652466},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.578238844871521},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.5548327565193176},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4968564808368683},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.44269368052482605},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.43200817704200745},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3183578848838806},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.27996379137039185},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17584067583084106},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15928059816360474},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icct59356.2023.10419739","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icct59356.2023.10419739","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 23rd International Conference on Communication Technology (ICCT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.7300000190734863,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3052776318","display_name":null,"funder_award_id":"2021YFB2900500,2020YFE0202100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4156692303","display_name":null,"funder_award_id":"62231012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G881566187","display_name":null,"funder_award_id":"FRFCU 9803503821","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2119775299","https://openalex.org/W2343145155","https://openalex.org/W2343204836","https://openalex.org/W2799496018","https://openalex.org/W2886630492","https://openalex.org/W2969575373","https://openalex.org/W3065783609","https://openalex.org/W3105520655","https://openalex.org/W3187538359"],"related_works":["https://openalex.org/W2116677773","https://openalex.org/W2155261584","https://openalex.org/W2584231425","https://openalex.org/W2150611273","https://openalex.org/W4285278887","https://openalex.org/W2365237642","https://openalex.org/W2995925505","https://openalex.org/W2773399470","https://openalex.org/W3116484972","https://openalex.org/W2941986668"],"abstract_inverted_index":{"Large-scale":[0],"low":[1],"Earth":[2],"orbit":[3],"(LEO)":[4],"satellite":[5],"communication":[6,18],"systems":[7],"play":[8],"a":[9,78,121],"pivotal":[10],"role":[11],"in":[12,40,113],"shaping":[13],"the":[14,24,45,70,93,99,105,114,117,123],"future":[15],"of":[16,26,116],"6G":[17],"networks.":[19,42],"This":[20],"study":[21],"delves":[22],"into":[23],"intricacies":[25],"deploying":[27],"delay-sensitive":[28],"virtual":[29],"network":[30,89],"functions":[31],"(VNFs)":[32],"and":[33,81,110],"scheduling":[34,48],"service":[35],"function":[36],"chain":[37],"(SFC)":[38],"requests":[39],"satellite-terrestrial":[41],"We":[43,58],"frame":[44],"SFC":[46],"request":[47],"(SFCRS)":[49],"challenge":[50],"as":[51],"an":[52,60],"integer":[53],"linear":[54],"programming":[55],"(ILP)":[56],"problem.":[57,72,119],"introduce":[59],"effective":[61],"Deep":[62],"Reinforcement":[63],"Learning":[64],"(DRL)":[65],"approach":[66],"to":[67,91,102],"effectively":[68],"tackle":[69],"SFCRS":[71,118],"The":[73],"DRL-SFCRS":[74],"algorithm":[75,124],"primarily":[76],"employs":[77],"sequence-to-sequence":[79],"model":[80],"leverages":[82],"Asynchronous":[83],"Advantage":[84],"Actor-Critic":[85],"(A3C)":[86],"for":[87],"updating":[88],"parameters":[90],"attain":[92],"optimal":[94],"policy.":[95],"Simulation":[96],"results":[97],"underscore":[98],"algorithm's":[100],"ability":[101],"adeptly":[103],"balance":[104],"trade-off":[106],"between":[107],"end-to-end":[108],"delay":[109],"resource":[111],"utilization":[112],"context":[115],"As":[120],"result,":[122],"yields":[125],"enhanced":[126],"operator":[127],"profits.":[128]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}