{"id":"https://openalex.org/W4414173878","doi":"https://doi.org/10.1109/tmc.2025.3607488","title":"Microservice Deployment in Space Computing Power Networks Via Robust Reinforcement Learning","display_name":"Microservice Deployment in Space Computing Power Networks Via Robust Reinforcement Learning","publication_year":2025,"publication_date":"2025-09-09","ids":{"openalex":"https://openalex.org/W4414173878","doi":"https://doi.org/10.1109/tmc.2025.3607488"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3607488","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3607488","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhiyong Yu","orcid":"https://orcid.org/0009-0001-5052-5361"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhiyong Yu","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-5052-5361","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuning Jiang","orcid":"https://orcid.org/0000-0002-7145-0995"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Yuning Jiang","raw_affiliation_strings":["Automatic Control Laboratory, EPFL, Laussane, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-7145-0995","affiliations":[{"raw_affiliation_string":"Automatic Control Laboratory, EPFL, Laussane, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xin Liu","orcid":"https://orcid.org/0000-0001-5869-3186"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Liu","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5869-3186","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022499594","display_name":"Yuanming Shi","orcid":"https://orcid.org/0000-0002-1418-7465"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanming Shi","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1418-7465","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005072193","display_name":"Chunxiao Jiang","orcid":"https://orcid.org/0000-0002-3703-121X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunxiao Jiang","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3703-121X","affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020458531","display_name":"Linling Kuang","orcid":"https://orcid.org/0000-0001-8283-855X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linling Kuang","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8283-855X","affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I30809798"],"apc_list":null,"apc_paid":null,"fwci":2.7033,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.91925224,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"25","issue":"2","first_page":"2382","last_page":"2398"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7328000068664551},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6732000112533569},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6190999746322632},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5866000056266785},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5468000173568726},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.45010000467300415},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.39959999918937683},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.35199999809265137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8252999782562256},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7328000068664551},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6732000112533569},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6421999931335449},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6190999746322632},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5866000056266785},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5468000173568726},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.45010000467300415},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.39959999918937683},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.35199999809265137},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.31769999861717224},{"id":"https://openalex.org/C104060986","wikidata":"https://www.wikidata.org/wiki/Q180046","display_name":"Space exploration","level":2,"score":0.3140999972820282},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.28870001435279846},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2676999866962433},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2630999982357025},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.2597000002861023},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3607488","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3607488","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1195673862","display_name":null,"funder_award_id":"62341131","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1427296098","display_name":null,"funder_award_id":"62302305","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4821715942","display_name":null,"funder_award_id":"62325108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5980995401","display_name":null,"funder_award_id":"62271318","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6775997104","display_name":null,"funder_award_id":"62522117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2134498994","https://openalex.org/W2181788646","https://openalex.org/W2256970999","https://openalex.org/W2560324934","https://openalex.org/W2914511185","https://openalex.org/W2969519626","https://openalex.org/W2976079227","https://openalex.org/W3012494113","https://openalex.org/W3048234700","https://openalex.org/W3049730317","https://openalex.org/W3096848606","https://openalex.org/W3170112077","https://openalex.org/W3176578227","https://openalex.org/W3185994014","https://openalex.org/W3192347251","https://openalex.org/W3213200620","https://openalex.org/W4255303224","https://openalex.org/W4283789523","https://openalex.org/W4295700767","https://openalex.org/W4296212358","https://openalex.org/W4315473450","https://openalex.org/W4362468559","https://openalex.org/W4382119559","https://openalex.org/W4382237537","https://openalex.org/W4384158407","https://openalex.org/W4384643686","https://openalex.org/W4385062799","https://openalex.org/W4387587620","https://openalex.org/W4392152885","https://openalex.org/W4399399400","https://openalex.org/W4400810558","https://openalex.org/W4408710329","https://openalex.org/W4410358637","https://openalex.org/W4410428432"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,20,70,111,121,141,164],"growing":[2],"demand":[3],"for":[4,41,56],"Earth":[5,58],"observation,":[6],"it":[7],"is":[8],"important":[9],"to":[10,18,62,81,110,114,139],"provide":[11],"reliable":[12],"real-time":[13,42,64],"remote":[14,48],"sensing":[15,49],"inference":[16,65,75],"services":[17],"meet":[19],"low-latency":[21],"requirements.":[22,105],"The":[23,67],"Space":[24],"Computing":[25],"Power":[26],"Network":[27],"(Space-CPN)":[28],"offers":[29],"a":[30,47,126,134],"promising":[31],"solution":[32],"by":[33],"providing":[34],"onboard":[35],"computing":[36],"and":[37,85,103,132],"extensive":[38],"coverage":[39],"capabilities":[40],"inference.":[43],"This":[44,88],"paper":[45],"presents":[46],"artificial":[50],"intelligence":[51],"applications":[52],"deployment":[53,112],"framework":[54,68],"designed":[55],"Low":[57],"Orbit":[59],"satellite":[60],"constellations":[61],"achieve":[63],"performance.":[66],"employs":[69],"microservice":[71,93],"architecture,":[72],"decomposing":[73],"monolithic":[74],"tasks":[76],"into":[77],"reusable,":[78],"independent":[79],"modules":[80],"address":[82,115],"high":[83],"latency":[84],"resource":[86,96],"heterogeneity.":[87],"distributed":[89],"approach":[90,148],"enables":[91],"optimized":[92],"deployment,":[94],"minimizing":[95],"utilization":[97],"while":[98,156],"meeting":[99],"quality":[100],"of":[101,144,166],"service":[102],"functional":[104],"We":[106],"introduce":[107],"Robust":[108,122],"Optimization":[109,123],"problem":[113,124],"data":[116],"uncertainty.":[117],"Additionally,":[118],"we":[119],"model":[120],"as":[125],"Partially":[127],"Observable":[128],"Markov":[129],"Decision":[130],"Process":[131],"propose":[133],"robust":[135],"reinforcement":[136],"learning":[137],"algorithm":[138],"handle":[140],"semi-infinite":[142],"Quality":[143],"Service":[145],"constraints.":[146],"Our":[147],"yields":[149],"sub-optimal":[150],"solutions":[151],"that":[152],"minimize":[153],"accuracy":[154],"loss":[155],"maintaining":[157],"acceptable":[158],"computational":[159],"costs.":[160],"Simulation":[161],"results":[162],"demonstrate":[163],"effectiveness":[165],"our":[167],"framework.":[168]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}