{"id":"https://openalex.org/W2944311919","doi":"https://doi.org/10.1109/tnet.2019.2916577","title":"Dynamic Service Migration in Mobile Edge Computing Based on Markov Decision Process","display_name":"Dynamic Service Migration in Mobile Edge Computing Based on Markov Decision Process","publication_year":2019,"publication_date":"2019-05-31","ids":{"openalex":"https://openalex.org/W2944311919","doi":"https://doi.org/10.1109/tnet.2019.2916577","mag":"2944311919"},"language":"en","primary_location":{"id":"doi:10.1109/tnet.2019.2916577","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2019.2916577","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100443968","display_name":"Shiqiang Wang","orcid":"https://orcid.org/0000-0003-2090-5512"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shiqiang Wang","raw_affiliation_strings":["Watson Research Center, Yorktown Heights, NY, USA"],"affiliations":[{"raw_affiliation_string":"Watson Research Center, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082614372","display_name":"Rahul Urgaonkar","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahul Urgaonkar","raw_affiliation_strings":["Amazon Inc., Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Inc., Seattle, WA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040514677","display_name":"Murtaza Zafer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Murtaza Zafer","raw_affiliation_strings":["Nyansa Inc., Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Nyansa Inc., Palo Alto, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088400668","display_name":"Ting He","orcid":"https://orcid.org/0000-0003-1070-7483"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ting He","raw_affiliation_strings":["Department of Computer Science and Engineering, Pennsylvania State University, University Park, PA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Pennsylvania State University, University Park, PA, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057402438","display_name":"Kevin Chan","orcid":"https://orcid.org/0000-0002-6425-5403"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Chan","raw_affiliation_strings":["Army Research Laboratory, Adelphi, MD, USA"],"affiliations":[{"raw_affiliation_string":"Army Research Laboratory, Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020917506","display_name":"Kin K. Leung","orcid":"https://orcid.org/0000-0002-3860-6257"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kin K. Leung","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100443968"],"corresponding_institution_ids":["https://openalex.org/I4210114115"],"apc_list":null,"apc_paid":null,"fwci":28.7808,"has_fulltext":false,"cited_by_count":257,"citation_normalized_percentile":{"value":0.99778937,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"27","issue":"3","first_page":"1272","last_page":"1288"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7643407583236694},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7159523963928223},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5828709006309509},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.571261465549469},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.568446934223175},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5157639980316162},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4966793656349182},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4865195155143738},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4804915189743042},{"id":"https://openalex.org/keywords/mobile-service","display_name":"Mobile service","score":0.4607385993003845},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4574607312679291},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.45098811388015747},{"id":"https://openalex.org/keywords/mobile-cloud-computing","display_name":"Mobile cloud computing","score":0.4340674579143524},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4079512655735016},{"id":"https://openalex.org/keywords/mobile-computing","display_name":"Mobile computing","score":0.3146435618400574},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2744571566581726},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10928204655647278},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.07484221458435059}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7643407583236694},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7159523963928223},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5828709006309509},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.571261465549469},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.568446934223175},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5157639980316162},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4966793656349182},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4865195155143738},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4804915189743042},{"id":"https://openalex.org/C2780559388","wikidata":"https://www.wikidata.org/wiki/Q1247189","display_name":"Mobile service","level":3,"score":0.4607385993003845},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4574607312679291},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.45098811388015747},{"id":"https://openalex.org/C2779191767","wikidata":"https://www.wikidata.org/wiki/Q6887075","display_name":"Mobile cloud computing","level":3,"score":0.4340674579143524},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4079512655735016},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.3146435618400574},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2744571566581726},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10928204655647278},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.07484221458435059},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnet.2019.2916577","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2019.2916577","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.800000011920929,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G3056544016","display_name":null,"funder_award_id":"W911NF-16-3-0001","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"},{"id":"https://openalex.org/G8737583805","display_name":null,"funder_award_id":"W911NF-06-3-0001","funder_id":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory"}],"funders":[{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W974042900","https://openalex.org/W1513178448","https://openalex.org/W1551426553","https://openalex.org/W1568835415","https://openalex.org/W1890688605","https://openalex.org/W1962496800","https://openalex.org/W1970750044","https://openalex.org/W1983667143","https://openalex.org/W2015597701","https://openalex.org/W2025652426","https://openalex.org/W2025725209","https://openalex.org/W2032129959","https://openalex.org/W2056450656","https://openalex.org/W2056646448","https://openalex.org/W2074739868","https://openalex.org/W2099069597","https://openalex.org/W2104237724","https://openalex.org/W2114623221","https://openalex.org/W2119567691","https://openalex.org/W2162542842","https://openalex.org/W2293641560","https://openalex.org/W2343140702","https://openalex.org/W2426130453","https://openalex.org/W2465848692","https://openalex.org/W2562344159","https://openalex.org/W2568772110","https://openalex.org/W2576752910","https://openalex.org/W2594560857","https://openalex.org/W2621700820","https://openalex.org/W2624989916","https://openalex.org/W2626044724","https://openalex.org/W2727587229","https://openalex.org/W2735929567","https://openalex.org/W2765233355","https://openalex.org/W2766103888","https://openalex.org/W3102454146","https://openalex.org/W3106445841","https://openalex.org/W3111145724","https://openalex.org/W4298023569","https://openalex.org/W4300473623","https://openalex.org/W6697145759"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W3024547383","https://openalex.org/W2796352555","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W4318952366","https://openalex.org/W3214829569","https://openalex.org/W4221092438","https://openalex.org/W4385335479","https://openalex.org/W2905685817"],"abstract_inverted_index":{"In":[0,45,77],"mobile":[1],"edge":[2,5],"computing,":[3],"local":[4],"servers":[6],"can":[7],"host":[8],"cloud-based":[9],"services,":[10],"which":[11,148],"reduces":[12],"network":[13],"overhead":[14],"and":[15,66,101,139],"latency":[16],"but":[17],"requires":[18],"service":[19,51,74,102],"migrations":[20],"as":[21,54],"users":[22],"move":[23],"to":[24,30,71,79,199],"new":[25,137],"locations.":[26,103],"It":[27],"is":[28,110,149],"challenging":[29],"make":[31],"migration":[32,52,75],"decisions":[33],"optimally":[34],"because":[35],"of":[36,167,186,194],"the":[37,50,81,86,91,96,99,107,113,145,157,165,191,195],"uncertainty":[38],"in":[39,170],"such":[40],"a":[41,55,68,121,129,136,140],"dynamic":[42],"cloud":[43],"environment.":[44],"this":[46],"paper,":[47],"we":[48,89],"formulate":[49],"problem":[53],"Markov":[56],"decision":[57],"process":[58],"(MDP).":[59],"Our":[60,179],"formulation":[61],"captures":[62],"general":[63],"cost":[64],"models":[65],"provides":[67,120],"mathematical":[69],"framework":[70],"design":[72],"optimal":[73,87,146],"policies.":[76],"order":[78],"overcome":[80],"complexity":[82],"associated":[83],"with":[84,128],"computing":[85,144],"policy,":[88],"approximate":[90],"underlying":[92],"state":[93],"space":[94],"by":[95],"distance":[97],"between":[98],"user":[100,116],"We":[104,133,163],"show":[105,190],"that":[106],"resulting":[108],"MDP":[109],"exact":[111],"for":[112,124,143],"uniform":[114,125],"1-D":[115],"mobility,":[117],"while":[118],"it":[119],"close":[122],"approximation":[123],"2-D":[126],"mobility":[127,184],"constant":[130],"additive":[131],"error.":[132],"also":[134],"propose":[135],"algorithm":[138],"numerical":[141],"technique":[142],"solution,":[147],"significantly":[150],"faster":[151],"than":[152],"traditional":[153],"methods":[154],"based":[155,181],"on":[156,182],"standard":[158],"value":[159],"or":[160],"policy":[161],"iteration.":[162],"illustrate":[164],"application":[166],"our":[168],"solution":[169,197],"practical":[171],"scenarios":[172],"where":[173],"many":[174],"theoretical":[175],"assumptions":[176],"are":[177],"relaxed.":[178],"evaluations":[180],"real-world":[183],"traces":[185],"San":[187],"Francisco":[188],"taxis":[189],"superior":[192],"performance":[193],"proposed":[196],"compared":[198],"baseline":[200],"solutions.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":43},{"year":2022,"cited_by_count":61},{"year":2021,"cited_by_count":58},{"year":2020,"cited_by_count":34},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}