{"id":"https://openalex.org/W4405975164","doi":"https://doi.org/10.1109/pimrc59610.2024.10817161","title":"Microservice Deployment for Satellite Edge AI Inference via Deep Reinforcement Learning","display_name":"Microservice Deployment for Satellite Edge AI Inference via Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-09-02","ids":{"openalex":"https://openalex.org/W4405975164","doi":"https://doi.org/10.1109/pimrc59610.2024.10817161"},"language":"en","primary_location":{"id":"doi:10.1109/pimrc59610.2024.10817161","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc59610.2024.10817161","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 35th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010494139","display_name":"Zhiyong Yu","orcid":"https://orcid.org/0000-0002-2051-9462"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhiyong Yu","raw_affiliation_strings":["ShanghaiTech University,School of Information Science and Technology,Shanghai,China,201210"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University,School of Information Science and Technology,Shanghai,China,201210","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081375588","display_name":"Hei Victor Cheng","orcid":"https://orcid.org/0000-0001-8432-3779"},"institutions":[{"id":"https://openalex.org/I204337017","display_name":"Aarhus University","ror":"https://ror.org/01aj84f44","country_code":"DK","type":"education","lineage":["https://openalex.org/I204337017"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Hei Victor Cheng","raw_affiliation_strings":["Aarhus University,Department of Electrical and Computer Engineering,Denmark"],"affiliations":[{"raw_affiliation_string":"Aarhus University,Department of Electrical and Computer Engineering,Denmark","institution_ids":["https://openalex.org/I204337017"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091305859","display_name":"Zhanpeng Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanpeng Yang","raw_affiliation_strings":["ShanghaiTech University,School of Information Science and Technology,Shanghai,China,201210"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University,School of Information Science and Technology,Shanghai,China,201210","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100352330","display_name":"Xin Liu","orcid":"https://orcid.org/0000-0003-3685-4852"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Liu","raw_affiliation_strings":["ShanghaiTech University,School of Information Science and Technology,Shanghai,China,201210"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University,School of Information Science and Technology,Shanghai,China,201210","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074655314","display_name":"Yuning Jiang","orcid":"https://orcid.org/0000-0002-7145-0995"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Yuning Jiang","raw_affiliation_strings":["École Polytechnique Fédérale de Lausanne (EPFL),Automatic Control Laboratory,Switzerland"],"affiliations":[{"raw_affiliation_string":"École Polytechnique Fédérale de Lausanne (EPFL),Automatic Control Laboratory,Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041989556","display_name":"Yong Zhou","orcid":"https://orcid.org/0000-0002-7499-6256"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Zhou","raw_affiliation_strings":["ShanghaiTech University,School of Information Science and Technology,Shanghai,China,201210"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University,School of Information Science and Technology,Shanghai,China,201210","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022499594","display_name":"Yuanming Shi","orcid":"https://orcid.org/0000-0002-1418-7465"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanming Shi","raw_affiliation_strings":["ShanghaiTech University,School of Information Science and Technology,Shanghai,China,201210"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University,School of Information Science and Technology,Shanghai,China,201210","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5010494139"],"corresponding_institution_ids":["https://openalex.org/I30809798"],"apc_list":null,"apc_paid":null,"fwci":0.7326,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75151496,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9668999910354614,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7479357719421387},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7374246716499329},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7319526076316833},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6329213976860046},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.6195629835128784},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5871420502662659},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5438665747642517},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.491449236869812},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16090017557144165},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.12616407871246338},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.07777658104896545}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7479357719421387},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7374246716499329},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7319526076316833},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6329213976860046},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.6195629835128784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5871420502662659},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5438665747642517},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.491449236869812},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16090017557144165},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.12616407871246338},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.07777658104896545}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pimrc59610.2024.10817161","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc59610.2024.10817161","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 35th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2916954860","https://openalex.org/W2956241431","https://openalex.org/W2969519626","https://openalex.org/W3096848606","https://openalex.org/W3128807435","https://openalex.org/W3172060017","https://openalex.org/W3212941463","https://openalex.org/W4361804634","https://openalex.org/W4382119559","https://openalex.org/W4384158407","https://openalex.org/W4384643686","https://openalex.org/W4385062799","https://openalex.org/W4387501361","https://openalex.org/W4392152885","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3022067003"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"(AI)":[2],"is":[3,186],"critical":[4],"in":[5,92],"evolving":[6],"5G":[7],"and":[8,16,89,169,179,243],"developing":[9],"6G":[10],"networks,":[11],"running":[12],"on":[13],"edge":[14,25,44,55,82],"devices,":[15],"solving":[17],"resource":[18,171],"management":[19],"challenges.":[20],"The":[21],"burgeoning":[22],"number":[23],"of":[24,32,98,176],"devices":[26],"draws":[27],"attention":[28],"to":[29,68,111,121,128,139,144,148,159,194,227],"the":[30,73,95,108,129,150,161,174,198,202,212,229],"potential":[31],"low-earth":[33],"orbit":[34],"(LEO)":[35],"satellite":[36,100,208],"networks":[37],"with":[38,72,173,197,239],"their":[39],"onboard":[40],"computing":[41],"capabilities":[42],"for":[43],"inference.":[45],"This":[46,182],"paper":[47],"explores":[48],"LEO":[49,99],"scenarios":[50],"where":[51],"multiple":[52,134],"remote":[53],"sensing":[54],"AI":[56,78,83,115,167],"inference":[57],"tasks":[58],"concurrently":[59],"process":[60,192],"data":[61,214],"from":[62],"a":[63,113,141,155,189,218,236],"single":[64,114],"source.":[65],"However,":[66,126],"due":[67,127],"there":[69],"being":[70],"parts":[71],"same":[74,124],"functions":[75],"between":[76],"different":[77],"applications,":[79],"traditional":[80],"monolithic":[81],"architecture":[84,110],"must":[85],"be":[86],"deployed":[87],"repeatedly":[88],"falls":[90],"short":[91],"efficiently":[93],"harnessing":[94],"heterogeneous":[96],"resources":[97,147],"networks.":[101],"To":[102,210],"solve":[103],"this":[104],"problem,":[105],"we":[106,137,216,234],"utilize":[107,146],"microservice":[109,156],"decouple":[112],"application":[116],"into":[117],"several":[118],"independent":[119],"microservices":[120],"reuse":[122],"these":[123],"functions.":[125],"high":[130],"latency":[131,164,183],"caused":[132,206],"by":[133,201,207],"microservices\u2019":[135],"communication,":[136],"need":[138],"design":[140],"deployment":[142,157],"strategy":[143],"fully":[145],"reduce":[149],"service":[151,163],"latency.":[152],"We":[153],"present":[154],"model":[158],"minimize":[160],"total":[162],"across":[165],"all":[166],"applications":[168],"meet":[170,228],"constraints":[172,175],"hardware,":[177],"energy,":[178],"memory":[180],"limitations.":[181],"optimization":[184],"problem":[185],"rewritten":[187],"as":[188],"Markov":[190],"decision":[191],"(MDP)":[193],"effectively":[195],"deal":[196],"challenge":[199],"posed":[200],"time-varying":[203],"transmission":[204],"rate":[205],"mobility.":[209],"increase":[211],"training":[213],"utilization,":[215],"employ":[217],"Proximal":[219],"Policy":[220],"Optimization":[221],"(PPO)":[222],"based":[223],"reinforcement":[224],"learning":[225],"algorithm":[226],"dynamic":[230],"environment":[231],"challenge.":[232],"Finally,":[233],"obtain":[235],"sub-optimal":[237],"solution":[238,246],"minimal":[240],"accuracy":[241],"loss":[242],"an":[244],"acceptable":[245],"time.":[247]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}