{"id":"https://openalex.org/W4391807529","doi":"https://doi.org/10.1109/jsac.2024.3365889","title":"Joint Service Deployment and Task Scheduling for Satellite Edge Computing: A Two-Timescale Hierarchical Approach","display_name":"Joint Service Deployment and Task Scheduling for Satellite Edge Computing: A Two-Timescale Hierarchical Approach","publication_year":2024,"publication_date":"2024-02-14","ids":{"openalex":"https://openalex.org/W4391807529","doi":"https://doi.org/10.1109/jsac.2024.3365889"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2024.3365889","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2024.3365889","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062797615","display_name":"Qinqin Tang","orcid":"https://orcid.org/0000-0002-3930-7005"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinqin Tang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China"],"raw_orcid":"https://orcid.org/0000-0002-3930-7005","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027057850","display_name":"Renchao Xie","orcid":"https://orcid.org/0000-0002-2825-8463"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renchao Xie","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","Purple Mountain Laboratories, Nanjing, P.R. China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China"],"raw_orcid":"https://orcid.org/0000-0002-2825-8463","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, P.R. China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113324057","display_name":"Zeru Fang","orcid":"https://orcid.org/0009-0007-6993-2147"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeru Fang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087767046","display_name":"Tao Huang","orcid":"https://orcid.org/0000-0002-3545-1122"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Huang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","Purple Mountain Laboratories, Nanjing, P.R. China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China"],"raw_orcid":"https://orcid.org/0000-0002-3545-1122","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, P.R. China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069572173","display_name":"Tianjiao Chen","orcid":"https://orcid.org/0000-0002-2931-3487"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianjiao Chen","raw_affiliation_strings":["China Mobile Research Institute, Beijing, China","China Mobile Research Institute, Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Mobile Research Institute, Beijing, China","institution_ids":["https://openalex.org/I180662265"]},{"raw_affiliation_string":"China Mobile Research Institute, Beijing, P.R. China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100439282","display_name":"Ran Zhang","orcid":"https://orcid.org/0000-0001-7666-0599"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ran Zhang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","Purple Mountain Laboratories, Nanjing, P.R. China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China"],"raw_orcid":"https://orcid.org/0000-0001-7666-0599","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, P.R. China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100420016","display_name":"F. Richard Yu","orcid":"https://orcid.org/0000-0003-1006-7594"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"F. Richard Yu","raw_affiliation_strings":["Guangdong Laboratory of Artificial Intelligence and Digital Economy (Shenzhen), Shenzhen, China","School of Information Technology, Carleton University, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1006-7594","affiliations":[{"raw_affiliation_string":"Guangdong Laboratory of Artificial Intelligence and Digital Economy (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Information Technology, Carleton University, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":18.8827,"has_fulltext":false,"cited_by_count":88,"citation_normalized_percentile":{"value":0.99635295,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"42","issue":"5","first_page":"1063","last_page":"1079"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8510667085647583},{"id":"https://openalex.org/keywords/lyapunov-optimization","display_name":"Lyapunov optimization","score":0.651526153087616},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.640960693359375},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6348663568496704},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5877799987792969},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5684317350387573},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5611382722854614},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5584443211555481},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5105918049812317},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4236640930175781},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4101075828075409},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3247276842594147},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.23674842715263367},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.22401434183120728},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.19138315320014954},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11211368441581726}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8510667085647583},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.651526153087616},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.640960693359375},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6348663568496704},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5877799987792969},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5684317350387573},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5611382722854614},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5584443211555481},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5105918049812317},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4236640930175781},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4101075828075409},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3247276842594147},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.23674842715263367},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.22401434183120728},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.19138315320014954},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11211368441581726},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C37935115","wikidata":"https://www.wikidata.org/wiki/Q6707085","display_name":"Lyapunov redesign","level":4,"score":0.0},{"id":"https://openalex.org/C191544260","wikidata":"https://www.wikidata.org/wiki/Q1238630","display_name":"Lyapunov exponent","level":3,"score":0.0},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2024.3365889","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2024.3365889","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4543315788","display_name":null,"funder_award_id":"2022M720519","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G6890498914","display_name":null,"funder_award_id":"62171046","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6964580721","display_name":null,"funder_award_id":"2022TQ0048","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1786686177","https://openalex.org/W2550799760","https://openalex.org/W2593138756","https://openalex.org/W2742288482","https://openalex.org/W2800433823","https://openalex.org/W2896915209","https://openalex.org/W2898035736","https://openalex.org/W2909847702","https://openalex.org/W2917048035","https://openalex.org/W2924948991","https://openalex.org/W2963864421","https://openalex.org/W2968225350","https://openalex.org/W2970120675","https://openalex.org/W3011988020","https://openalex.org/W3012011738","https://openalex.org/W3013626674","https://openalex.org/W3023078779","https://openalex.org/W3036625508","https://openalex.org/W3048086351","https://openalex.org/W3048409550","https://openalex.org/W3059280052","https://openalex.org/W3096075297","https://openalex.org/W3105536548","https://openalex.org/W3106959531","https://openalex.org/W3114547504","https://openalex.org/W3119493330","https://openalex.org/W3132856834","https://openalex.org/W3158471133","https://openalex.org/W3194225147","https://openalex.org/W3196226093","https://openalex.org/W3205260830","https://openalex.org/W3212121099","https://openalex.org/W4205188521","https://openalex.org/W4223594500","https://openalex.org/W4226279572","https://openalex.org/W4280499864","https://openalex.org/W4293198051","https://openalex.org/W4293255109","https://openalex.org/W4296212358","https://openalex.org/W4312312028","https://openalex.org/W4312695887","https://openalex.org/W4316660707","https://openalex.org/W4320015870","https://openalex.org/W4321483959","https://openalex.org/W4323338322","https://openalex.org/W4323338388","https://openalex.org/W4367016696","https://openalex.org/W4386590671","https://openalex.org/W6684921986","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,48,137],"establish":[4],"a":[5,55,143,195],"two-timescale":[6],"framework":[7,97],"for":[8,35],"the":[9,25,41,50,63,75,86,102,109,117,139,158,179,187,190,203,213,218],"joint":[10],"service":[11,140,159,165],"deployment":[12,129,135,141,166],"and":[13,45,68,163,215],"task":[14,46,51,120],"scheduling":[15,52,104,121],"problem":[16,53,148,155],"in":[17,122],"satellite":[18,123],"edge":[19,124],"computing":[20,26,36],"networks.We":[21],"aim":[22],"to":[23,39,61,83,100,156,177,186,200,211],"optimize":[24,138],"performance":[27,118],"of":[28,71,112,119,130,161,192,217],"networks":[29,72,162],"with":[30,85,182],"diverse":[31,114],"quality-of-service":[32],"(QoS)":[33],"guarantees":[34],"tasks.":[37],"Specifically,":[38],"capture":[40],"small-timescale":[42],"network":[43],"dynamics":[44],"randomness,":[47],"formulate":[49],"as":[54,151],"constrained":[56],"Markov":[57],"decision":[58],"process":[59],"(CMDP)":[60],"minimize":[62],"energy":[64],"consumption,":[65],"load":[66],"imbalance":[67],"packet":[69],"loss":[70],"while":[73],"ensuring":[74],"long-term":[76],"delay.":[77],"The":[78,146],"Lyapunov":[79],"technique":[80],"is":[81,98,149,175,198],"employed":[82],"deal":[84],"delay":[87],"constraints.":[88],"A":[89,168],"soft":[90],"actor-critic":[91],"(SAC)-based":[92],"deep":[93],"reinforcement":[94],"learning":[95],"(DRL)":[96],"designed":[99],"learn":[101],"stationary":[103],"policy.":[105],"We":[106],"further":[107],"explore":[108],"significant":[110],"impact":[111],"deploying":[113],"services":[115,131],"on":[116,142],"computing.":[125],"Considering":[126],"that":[127],"frequent":[128],"will":[132],"incur":[133],"huge":[134],"overhead,":[136],"larger":[144],"timescale.":[145],"optimization":[147],"modeled":[150],"an":[152],"integer":[153],"programming":[154],"improve":[157],"capability":[160],"reduce":[164],"costs.":[167],"heuristic-based":[169],"atomic":[170],"orbital":[171],"search":[172],"(AOS)":[173],"approach":[174],"proposed":[176,219],"obtain":[178],"superior":[180],"policy":[181],"low":[183],"complexity.":[184],"Due":[185],"correlation":[188],"between":[189],"problems":[191],"two":[193],"timescales,":[194],"hierarchical":[196],"solution":[197],"constructed":[199],"iteratively":[201],"find":[202],"excellent":[204],"solution.":[205],"Finally,":[206],"extensive":[207],"simulations":[208],"are":[209],"conducted":[210],"validate":[212],"effectiveness":[214],"superiority":[216],"scheme.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":62},{"year":2024,"cited_by_count":19}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}