{"id":"https://openalex.org/W4416650073","doi":"https://doi.org/10.1109/tcomm.2025.3637046","title":"Two-Timescales Optimization of Content Placement and Delivery in Satellite-Terrestrial Edge Computing Networks","display_name":"Two-Timescales Optimization of Content Placement and Delivery in Satellite-Terrestrial Edge Computing Networks","publication_year":2025,"publication_date":"2025-11-25","ids":{"openalex":"https://openalex.org/W4416650073","doi":"https://doi.org/10.1109/tcomm.2025.3637046"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2025.3637046","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2025.3637046","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pureadmin.qub.ac.uk/ws/files/669758554/Two-Timescales_Optimization_of_Content_Placement_and_Delivery_in_Satellite-Terrestrial_Edge_Computing_Networks.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027057850","display_name":"Renchao Xie","orcid":"https://orcid.org/0000-0002-2825-8463"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renchao Xie","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2825-8463","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuhao Zheng","orcid":"https://orcid.org/0009-0002-8460-0283"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhao Zheng","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-8460-0283","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062797615","display_name":"Qinqin Tang","orcid":"https://orcid.org/0000-0002-3930-7005"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinqin Tang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3930-7005","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113324057","display_name":"Zeru Fang","orcid":"https://orcid.org/0009-0007-6993-2147"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zeru Fang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0009-0007-6993-2147","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087767046","display_name":"Tao Huang","orcid":"https://orcid.org/0000-0002-3545-1122"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Huang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3545-1122","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005327587","display_name":"Zehui Xiong","orcid":"https://orcid.org/0000-0002-4440-941X"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zehui Xiong","raw_affiliation_strings":["School of Electronics, Electrical Engineering and Computer Science (EEECS), Queen&#x2019;s University Belfast, Belfast, U.K","School of Electronics, Electrical Engineering and Computer Science (EEECS), University Belfast, Belfast, U.K"],"raw_orcid":"https://orcid.org/0000-0002-4440-941X","affiliations":[{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science (EEECS), Queen&#x2019;s University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]},{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science (EEECS), University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.3626,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.94071173,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"74","issue":null,"first_page":"1655","last_page":"1668"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.5527999997138977,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.5527999997138977,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.17720000445842743,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.13089999556541443,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6883999705314636},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6421999931335449},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5913000106811523},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.5633000135421753},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.4984999895095825},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.48019999265670776},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4697999954223633},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.46970000863075256},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4345000088214874},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.42239999771118164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7791000008583069},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6883999705314636},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6421999931335449},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5913000106811523},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.5633000135421753},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.4984999895095825},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4966999888420105},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.48019999265670776},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4697999954223633},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.46970000863075256},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.44339999556541443},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4345000088214874},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.42239999771118164},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4214000105857849},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.4032000005245209},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.3930000066757202},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3792000114917755},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.3684999942779541},{"id":"https://openalex.org/C2986847828","wikidata":"https://www.wikidata.org/wiki/Q269415","display_name":"Content delivery","level":2,"score":0.36730000376701355},{"id":"https://openalex.org/C2778898579","wikidata":"https://www.wikidata.org/wiki/Q72588","display_name":"Content delivery network","level":3,"score":0.35569998621940613},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.30889999866485596},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2759999930858612},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C152623178","wikidata":"https://www.wikidata.org/wiki/Q436417","display_name":"Network delay","level":3,"score":0.2639999985694885},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C100158260","wikidata":"https://www.wikidata.org/wiki/Q1650567","display_name":"Dynamic web page","level":3,"score":0.25609999895095825}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcomm.2025.3637046","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2025.3637046","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},{"id":"pmh:oai:pure.qub.ac.uk/portal:openaire/4858432d-74f6-4b30-b540-c576df5f7356","is_oa":true,"landing_page_url":"https://pure.qub.ac.uk/en/publications/4858432d-74f6-4b30-b540-c576df5f7356","pdf_url":"https://pureadmin.qub.ac.uk/ws/files/669758554/Two-Timescales_Optimization_of_Content_Placement_and_Delivery_in_Satellite-Terrestrial_Edge_Computing_Networks.pdf","source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Xie, R, Zheng, Y, Tang, Q, Fang, Z, Huang, T & Xiong, Z 2025, 'Two-timescales optimization of content placement and delivery in satellite-terrestrial Edge computing networks', IEEE Transactions on Communications, vol. 74, pp. 1655-1668. https://doi.org/10.1109/TCOMM.2025.3637046","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:pure.qub.ac.uk/portal:openaire/4858432d-74f6-4b30-b540-c576df5f7356","is_oa":true,"landing_page_url":"https://pure.qub.ac.uk/en/publications/4858432d-74f6-4b30-b540-c576df5f7356","pdf_url":"https://pureadmin.qub.ac.uk/ws/files/669758554/Two-Timescales_Optimization_of_Content_Placement_and_Delivery_in_Satellite-Terrestrial_Edge_Computing_Networks.pdf","source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Xie, R, Zheng, Y, Tang, Q, Fang, Z, Huang, T & Xiong, Z 2025, 'Two-timescales optimization of content placement and delivery in satellite-terrestrial Edge computing networks', IEEE Transactions on Communications, vol. 74, pp. 1655-1668. https://doi.org/10.1109/TCOMM.2025.3637046","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1995624781","display_name":null,"funder_award_id":"4244067","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G64889993","display_name":null,"funder_award_id":"62401079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320357","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321832","display_name":"Queen's University","ror":"https://ror.org/02y72wh86"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416650073.pdf","grobid_xml":"https://content.openalex.org/works/W4416650073.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1786686177","https://openalex.org/W2112053513","https://openalex.org/W2605344455","https://openalex.org/W2800433823","https://openalex.org/W2803360343","https://openalex.org/W2807554399","https://openalex.org/W2896110232","https://openalex.org/W2909635352","https://openalex.org/W2940954889","https://openalex.org/W2991182923","https://openalex.org/W3013626674","https://openalex.org/W3036509096","https://openalex.org/W3040879766","https://openalex.org/W3042997892","https://openalex.org/W3094038701","https://openalex.org/W3114547504","https://openalex.org/W3159475051","https://openalex.org/W3189035828","https://openalex.org/W3205036211","https://openalex.org/W4205188521","https://openalex.org/W4206208060","https://openalex.org/W4210427263","https://openalex.org/W4283024491","https://openalex.org/W4293198051","https://openalex.org/W4312705588","https://openalex.org/W4312954192","https://openalex.org/W4321636743","https://openalex.org/W4323896551","https://openalex.org/W4366149059","https://openalex.org/W4377079740","https://openalex.org/W4386473050","https://openalex.org/W4387145964","https://openalex.org/W4387870589","https://openalex.org/W4389104922","https://openalex.org/W4389988997","https://openalex.org/W4390939316","https://openalex.org/W4391807529","https://openalex.org/W4400644805","https://openalex.org/W4401387156","https://openalex.org/W4404238663","https://openalex.org/W4406610667","https://openalex.org/W4408254241","https://openalex.org/W4409129190","https://openalex.org/W4410809464","https://openalex.org/W4410950107","https://openalex.org/W4412722232","https://openalex.org/W4412722433"],"related_works":[],"abstract_inverted_index":{"In":[0,127],"this":[1],"paper,":[2],"we":[3,70,130,182],"establish":[4],"a":[5,107,135,184],"two-timescale":[6],"framework":[7,158],"for":[8,12,44,161],"the":[9,13,49,72,116,173,176,196,201],"joint":[10],"optimization":[11,85,111],"content":[14,17,31,45,64,73,132,142],"placement":[15,32,65,74],"and":[16,58,101,178,198],"delivery":[18,133,143],"problem":[19,50,86,95],"in":[20,75,81],"satellite-terrestrial":[21],"edge":[22],"computing":[23],"networks":[24],"(STECN).":[25],"Our":[26],"goal":[27],"is":[28,87,159],"to":[29,33,54,77,96,114,140,164,167,187],"optimize":[30,71],"improve":[34,97],"network":[35,151,169],"performance":[36],"while":[37,148],"ensuring":[38],"diverse":[39],"quality":[40],"of":[41,200],"service":[42],"(QoS)":[43],"delivery.":[46],"We":[47,105],"decouple":[48],"into":[51],"two":[52],"timescales":[53,147],"balance":[55],"real-time":[56],"responsiveness":[57],"long-term":[59],"efficiency.":[60],"Specifically,":[61],"considering":[62,172],"frequent":[63],"incurs":[66],"huge":[67],"traffic":[68,99],"cost,":[69],"order":[76],"reduce":[78],"resource":[79,103],"expenses":[80],"large":[82,179],"timescales.":[83],"The":[84],"formulated":[88],"as":[89,134],"an":[90,120],"integer":[91],"linear":[92],"programming":[93],"(ILP)":[94],"both":[98,190],"efficiency":[100],"cache":[102],"utilization.":[104],"leverage":[106],"heuristic":[108],"atom":[109],"search":[110],"(ASO)":[112],"approach":[113],"address":[115,189],"problem,":[117],"which":[118],"yields":[119],"optimal":[121],"strategy":[122],"with":[123],"low":[124],"computational":[125],"complexity.":[126],"small":[128,146,177],"timescales,":[129],"model":[131],"Markov":[136],"decision":[137],"process":[138],"(MDP)":[139],"minimize":[141],"delays":[144],"at":[145],"maintaining":[149],"smooth":[150],"traffic.":[152],"A":[153],"deep":[154],"reinforcement":[155],"learning":[156,163],"(DRL)":[157],"used":[160],"policy":[162],"dynamically":[165],"adapt":[166],"varying":[168],"conditions.":[170],"By":[171],"correlation":[174],"between":[175],"timescale":[180],"optimization,":[181],"propose":[183],"hierarchical":[185],"solution":[186],"jointly":[188],"issues.":[191],"Finally,":[192],"extensive":[193],"simulations":[194],"confirm":[195],"effectiveness":[197],"superiority":[199],"proposed":[202],"scheme.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-11-25T00:00:00"}
