{"id":"https://openalex.org/W2944045014","doi":"https://doi.org/10.1109/sose.2019.00025","title":"Deep Reinforcement Learning Based Service Migration Strategy for Edge Computing","display_name":"Deep Reinforcement Learning Based Service Migration Strategy for Edge Computing","publication_year":2019,"publication_date":"2019-04-01","ids":{"openalex":"https://openalex.org/W2944045014","doi":"https://doi.org/10.1109/sose.2019.00025","mag":"2944045014"},"language":"en","primary_location":{"id":"doi:10.1109/sose.2019.00025","doi":"https://doi.org/10.1109/sose.2019.00025","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sose.2019.00025","pdf_url":null,"source":{"id":"https://openalex.org/S7407087348","display_name":"IEEE International Symposium on Service-Oriented System Engineering (SOSE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Service-Oriented System Engineering (SOSE)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065842342","display_name":"Zhipeng Gao","orcid":"https://orcid.org/0000-0002-0563-6396","observed_orcids":["https://orcid.org/0000-0002-0563-6396","https://orcid.org/0000-0003-3030-9917","https://orcid.org/0009-0002-5296-5421","https://orcid.org/0009-0009-4533-020X"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":"CN","type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Gao","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015770410","display_name":"Qidong Jiao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":"CN","type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qidong Jiao","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072387509","display_name":"Kaile Xiao","orcid":"https://orcid.org/0000-0001-5766-6899","observed_orcids":["https://orcid.org/0000-0001-5766-6899"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":"CN","type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaile Xiao","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391059","display_name":"Qian Wang","orcid":"https://orcid.org/0000-0002-4053-4782","observed_orcids":["https://orcid.org/0000-0002-4053-4782"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":"CN","type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Wang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078298790","display_name":"Zijia Mo","orcid":"https://orcid.org/0000-0001-5853-2155","observed_orcids":["https://orcid.org/0000-0001-5853-2155"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":"CN","type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijia Mo","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033775225","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0001-7848-5421","observed_orcids":["https://orcid.org/0000-0001-7848-5421","https://orcid.org/0000-0002-8611-6463"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":"CN","type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.6178,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.97564935,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"116","last_page":"1165"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14067","display_name":"Cloud Computing and Remote Desktop Technologies","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/edge-computing","display_name":"edge computing","score":0.8769999742507935},{"id":"https://openalex.org/keywords/service-migration","display_name":"service migration","score":0.996999979019165},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8370000123977661},{"id":"https://openalex.org/keywords/deep-q-network","display_name":"deep Q-network","score":0.7919999957084656},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.9940000176429749},{"id":"https://openalex.org/keywords/user-mobility","display_name":"user mobility","score":0.8420000076293945},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"quality of service","score":0.777999997138977},{"id":"https://openalex.org/keywords/virtual-machine-placement","display_name":"virtual machine placement","score":0.5960000157356262},{"id":"https://openalex.org/keywords/communication-strategies","display_name":"communication strategies","score":0.6759999990463257}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8423230648040771},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8362331390380859},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6100857853889465},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6039245128631592},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5631597638130188},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5222712159156799},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5200766921043396},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5074164271354675},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5047198534011841},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.45058414340019226},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4254933297634125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2774905860424042},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.14018958806991577},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1364946961402893},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/sose.2019.00025","doi":"https://doi.org/10.1109/sose.2019.00025","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sose.2019.00025","pdf_url":null,"source":{"id":"https://openalex.org/S7407087348","display_name":"IEEE International Symposium on Service-Oriented System Engineering (SOSE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Service-Oriented System Engineering (SOSE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5378999710083008}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W192663430","https://openalex.org/W1513178448","https://openalex.org/W1551426553","https://openalex.org/W1962496800","https://openalex.org/W1970750044","https://openalex.org/W1993997180","https://openalex.org/W2007071115","https://openalex.org/W2025652426","https://openalex.org/W2025725209","https://openalex.org/W2045230780","https://openalex.org/W2107726111","https://openalex.org/W2416799949","https://openalex.org/W2520473783","https://openalex.org/W2562344159","https://openalex.org/W2594560857","https://openalex.org/W2741401130","https://openalex.org/W2802854212","https://openalex.org/W2963508401","https://openalex.org/W4214717370","https://openalex.org/W6607845999"],"related_works":["https://openalex.org/W3092274121","https://openalex.org/W4313420669","https://openalex.org/W3015602497","https://openalex.org/W4385431255","https://openalex.org/W3080635178","https://openalex.org/W3129980090","https://openalex.org/W3043636405","https://openalex.org/W4404515646","https://openalex.org/W3174260144","https://openalex.org/W4409221470"],"abstract_inverted_index":{"Edge":[0,31],"Computing":[1,32],"(EC)":[2],"is":[3,71],"an":[4],"emerging":[5],"technology":[6],"to":[7,18,51,62],"cope":[8],"with":[9,113,181],"the":[10,56,64,82,134,177],"unprecedented":[11],"growth":[12],"of":[13,30,42,58,117],"user":[14,25,120],"demands":[15],"for":[16,147],"access":[17],"low-latency":[19],"computation":[20],"and":[21,27,39,68,98,102,125,137,156],"content":[22],"data.":[23],"However,":[24],"mobility":[26],"limited":[28],"coverage":[29],"Server":[33],"(ECS)":[34],"result":[35,179],"in":[36,131,165],"service":[37,59,83,100,151],"discontinuity":[38],"reduce":[40],"Quality":[41],"Service":[43,45],"(QoS).":[44],"migration":[46,66,84,101,135,152],"has":[47],"a":[48,72,93,109,142,148],"great":[49],"potential":[50],"address":[52],"this":[53,76],"issue.":[54],"In":[55,75],"scenario":[57],"migration,":[60],"how":[61],"choose":[63],"optimal":[65,178],"strategy":[67,70,136],"communication":[69,103,138],"key":[73],"challenge.":[74],"paper,":[77],"we":[78,107],"innovatively":[79],"propose":[80],"solving":[81],"using":[85],"reinforcement":[86],"learning":[87],"based":[88,155,161],"model":[89],"which":[90],"can":[91,175],"take":[92],"long-term":[94],"goal":[95],"into":[96],"consideration":[97],"make":[99],"decisions":[104],"more":[105],"efficient.":[106],"consider":[108],"single-user":[110,149],"EC":[111,150],"system":[112,174,187],"exploiting":[114],"predefined":[115],"movement":[116],"user,":[118],"where":[119],"passes":[121],"through":[122],"many":[123],"ECSs":[124],"its":[126],"corresponding":[127],"Virtual":[128],"Machine":[129],"(VM)":[130],"ECS":[132],"decides":[133],"strategy.":[139],"We":[140],"design":[141],"Reinforcement":[143],"Learning":[144],"(RL)-based":[145],"framework":[146],"system.":[153],"Q-learning":[154],"Deep":[157],"Q":[158],"Network":[159],"(DQN)":[160],"themes":[162],"are":[163],"analyzed":[164],"detail":[166],"respectively.":[167],"Simulation":[168],"results":[169],"shows":[170],"that":[171],"our":[172],"RL-based":[173],"achieve":[176],"compared":[180],"other":[182],"two":[183],"methods":[184],"under":[185],"different":[186],"parameters.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":7}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2019-05-16T00:00:00"}