{"id":"https://openalex.org/W2994053796","doi":"https://doi.org/10.1109/tmc.2019.2957804","title":"Delay-Aware Microservice Coordination in Mobile Edge Computing: A Reinforcement Learning Approach","display_name":"Delay-Aware Microservice Coordination in Mobile Edge Computing: A Reinforcement Learning Approach","publication_year":2019,"publication_date":"2019-12-05","ids":{"openalex":"https://openalex.org/W2994053796","doi":"https://doi.org/10.1109/tmc.2019.2957804","mag":"2994053796"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2019.2957804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2019.2957804","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054814598","display_name":"Shangguang Wang","orcid":"https://orcid.org/0000-0001-7245-1298"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shangguang Wang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079158380","display_name":"Yan Guo","orcid":"https://orcid.org/0000-0001-5444-0253"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Guo","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404886","display_name":"Ning Zhang","orcid":"https://orcid.org/0000-0002-8781-4925"},"institutions":[{"id":"https://openalex.org/I96749437","display_name":"Texas A&M University \u2013 Corpus Christi","ror":"https://ror.org/01mrfdz82","country_code":"US","type":"education","lineage":["https://openalex.org/I96749437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ning Zhang","raw_affiliation_strings":["Department of Computing Sciences, Texas A&M University-Corpus Christi, Corpus Christi, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computing Sciences, Texas A&M University-Corpus Christi, Corpus Christi, TX, USA","institution_ids":["https://openalex.org/I96749437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039532881","display_name":"Peng Yang","orcid":"https://orcid.org/0000-0001-8964-0597"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Peng Yang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016717153","display_name":"Ao Zhou","orcid":"https://orcid.org/0000-0001-5743-9418"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ao Zhou","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100773343","display_name":"Xuemin Shen","orcid":"https://orcid.org/0000-0002-4140-287X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xuemin Shen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5054814598"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":30.8233,"has_fulltext":false,"cited_by_count":437,"citation_normalized_percentile":{"value":0.99818728,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"20","issue":"3","first_page":"939","last_page":"951"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8892083168029785},{"id":"https://openalex.org/keywords/microservices","display_name":"Microservices","score":0.7385134696960449},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7220895290374756},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6346917152404785},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.632378339767456},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6217707991600037},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6174790263175964},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5931147933006287},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.558485746383667},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4992227554321289},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4796443581581116},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4536047875881195},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4264664351940155},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.28831130266189575},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17198190093040466},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12132099270820618}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8892083168029785},{"id":"https://openalex.org/C2778505942","wikidata":"https://www.wikidata.org/wiki/Q18344624","display_name":"Microservices","level":3,"score":0.7385134696960449},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7220895290374756},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6346917152404785},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.632378339767456},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6217707991600037},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6174790263175964},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5931147933006287},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.558485746383667},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4992227554321289},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4796443581581116},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4536047875881195},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4264664351940155},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.28831130266189575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17198190093040466},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12132099270820618},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2019.2957804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2019.2957804","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.550000011920929}],"awards":[{"id":"https://openalex.org/G2741743761","display_name":null,"funder_award_id":"61922017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8790305092","display_name":null,"funder_award_id":"61602054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W974042900","https://openalex.org/W1512232825","https://openalex.org/W1551426553","https://openalex.org/W1962496800","https://openalex.org/W1987479549","https://openalex.org/W2025652426","https://openalex.org/W2121643887","https://openalex.org/W2123447947","https://openalex.org/W2321653420","https://openalex.org/W2322013807","https://openalex.org/W2343140702","https://openalex.org/W2344607369","https://openalex.org/W2525400794","https://openalex.org/W2556088991","https://openalex.org/W2556413364","https://openalex.org/W2562344159","https://openalex.org/W2563693940","https://openalex.org/W2586188710","https://openalex.org/W2592966890","https://openalex.org/W2614311976","https://openalex.org/W2624989916","https://openalex.org/W2626044724","https://openalex.org/W2739795154","https://openalex.org/W2752575761","https://openalex.org/W2763982073","https://openalex.org/W2786309777","https://openalex.org/W2787027464","https://openalex.org/W2790686993","https://openalex.org/W2795411118","https://openalex.org/W2801779586","https://openalex.org/W2890928364","https://openalex.org/W2891286892","https://openalex.org/W2894413690","https://openalex.org/W2910763180","https://openalex.org/W2911633892","https://openalex.org/W2913208211","https://openalex.org/W2913454702","https://openalex.org/W2914261331","https://openalex.org/W2919995315","https://openalex.org/W2963087201","https://openalex.org/W2963376050","https://openalex.org/W2964331420","https://openalex.org/W3041202696","https://openalex.org/W3102454146","https://openalex.org/W3111145724","https://openalex.org/W6678481081"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W3024547383","https://openalex.org/W2796352555","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W4322761281","https://openalex.org/W4318952366","https://openalex.org/W3214829569","https://openalex.org/W4238233472","https://openalex.org/W4221092438"],"abstract_inverted_index":{"As":[0],"an":[1],"emerging":[2],"service":[3,12,69,99,122,263],"architecture,":[4],"microservice":[5,87,114,137,184,199],"enables":[6],"decomposition":[7],"of":[8,16,62,106,156,262],"a":[9,14,133,195],"monolithic":[10],"web":[11],"into":[13],"set":[15],"independent":[17],"lightweight":[18],"services":[19,48],"which":[20,66,117,174],"can":[21,30,57,118,141,214,223],"be":[22,31,178],"executed":[23],"independently.":[24],"With":[25],"mobile":[26,102],"edge":[27,35,43,64,78,90,169],"computing,":[28],"microservices":[29],"further":[32],"deployed":[33],"in":[34,51,59,260],"clouds":[36,44,91],"dynamically,":[37],"launched":[38],"quickly,":[39],"and":[40,95,168,192,239,265,268],"migrated":[41],"across":[42],"easily,":[45],"providing":[46],"better":[47],"for":[49],"users":[50,72],"proximity.":[52],"However,":[53,147],"the":[54,68,112,120,143,148,154,157,183,204,211,216,220,234,253,269,275,280],"user":[55],"mobility":[56],"result":[58],"frequent":[60],"switch":[61],"nearby":[63],"clouds,":[65],"increases":[67],"delay":[70,123,264],"when":[71],"move":[73],"away":[74],"from":[75,101,243],"their":[76],"serving":[77],"clouds.":[79],"To":[80,127],"address":[81],"this":[82,84,107,128],"issue,":[83],"article":[85],"investigates":[86],"coordination":[88,115,138,185,200],"among":[89],"to":[92,98,110,177,202,274],"enable":[93],"seamless":[94],"real-time":[96],"responses":[97],"requests":[100],"users.":[103],"The":[104,248],"objective":[105],"work":[108],"is":[109,175,272],"devise":[111],"optimal":[113,145,205,217,276],"scheme":[116],"reduce":[119],"overall":[121],"with":[124],"low":[125],"costs.":[126],"end,":[129],"we":[130,181],"first":[131],"propose":[132,194],"dynamic":[134],"programming-based":[135],"offline":[136,149,212,281],"algorithm,":[139],"that":[140,210,252],"achieve":[142,224],"globally":[144],"performance.":[146,226],"algorithm":[150,201,213,222,256],"heavily":[151],"relies":[152],"on":[153,229],"availability":[155],"prior":[158],"information":[159],"such":[160],"as":[161],"computation":[162,171],"request":[163],"arrivals,":[164],"time-varying":[165],"channel":[166],"conditions":[167],"cloud's":[170],"capabilities":[172],"required,":[173],"hard":[176],"obtained.":[179],"Therefore,":[180],"reformulate":[182],"problem":[186],"using":[187],"Markov":[188],"decision":[189],"process":[190],"framework":[191],"then":[193],"reinforcement":[196],"learning-based":[197],"online":[198,221,255],"learn":[203],"strategy.":[206],"Theoretical":[207],"analysis":[208],"proves":[209],"find":[215],"solution":[218],"while":[219],"near-optimal":[225],"Furthermore,":[227],"based":[228],"two":[230],"real-world":[231],"datasets,":[232],"i.e.,":[233],"Telecom's":[235],"base":[236],"station":[237],"dataset":[238,242],"Taxi":[240],"Track":[241],"Shanghai,":[244],"experiments":[245],"are":[246],"conducted.":[247],"experimental":[249],"results":[250],"demonstrate":[251],"proposed":[254],"outperforms":[257],"existing":[258],"algorithms":[259],"terms":[261],"migration":[266],"costs,":[267],"achieved":[270],"performance":[271,277],"close":[273],"obtained":[278],"by":[279],"algorithm.":[282]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":76},{"year":2024,"cited_by_count":91},{"year":2023,"cited_by_count":98},{"year":2022,"cited_by_count":77},{"year":2021,"cited_by_count":66},{"year":2020,"cited_by_count":23}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}