{"id":"https://openalex.org/W3115015728","doi":"https://doi.org/10.1109/tpds.2020.3046737","title":"Distributed Task Migration Optimization in MEC by Extending Multi-Agent Deep Reinforcement Learning Approach","display_name":"Distributed Task Migration Optimization in MEC by Extending Multi-Agent Deep Reinforcement Learning Approach","publication_year":2020,"publication_date":"2020-12-23","ids":{"openalex":"https://openalex.org/W3115015728","doi":"https://doi.org/10.1109/tpds.2020.3046737","mag":"3115015728"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2020.3046737","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2020.3046737","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006345319","display_name":"Chubo Liu","orcid":"https://orcid.org/0000-0002-2372-6715"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chubo Liu","raw_affiliation_strings":["College of Information Science and Engineering, Hunan University, Changsha, Hunan, China","National Supercomputing Center in Changsha, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-2372-6715","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"National Supercomputing Center in Changsha, Changsha, Hunan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035949814","display_name":"Fan Tang","orcid":"https://orcid.org/0000-0001-7246-4777"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Tang","raw_affiliation_strings":["College of Information Science and Engineering, Hunan University, Changsha, Hunan, China","National Supercomputing Center in Changsha, Changsha, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"National Supercomputing Center in Changsha, Changsha, Hunan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101893221","display_name":"Yikun Hu","orcid":"https://orcid.org/0000-0002-4510-5979"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yikun Hu","raw_affiliation_strings":["College of Information Science and Engineering, Hunan University, Changsha, Hunan, China","National Supercomputing Center in Changsha, Changsha, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"National Supercomputing Center in Changsha, Changsha, Hunan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078793726","display_name":"Kenli Li","orcid":"https://orcid.org/0000-0002-2635-7716"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kenli Li","raw_affiliation_strings":["College of Information Science and Engineering, Hunan University, Changsha, Hunan, China","National Supercomputing Center in Changsha, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-2635-7716","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"National Supercomputing Center in Changsha, Changsha, Hunan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008574161","display_name":"Zhuo Tang","orcid":"https://orcid.org/0000-0001-9081-8153"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Tang","raw_affiliation_strings":["College of Information Science and Engineering, Hunan University, Changsha, Hunan, China","National Supercomputing Center in Changsha, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0001-9081-8153","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"National Supercomputing Center in Changsha, Changsha, Hunan, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087894632","display_name":"Keqin Li","orcid":"https://orcid.org/0000-0001-5224-4048"},"institutions":[{"id":"https://openalex.org/I157455823","display_name":"SUNY New Paltz","ror":"https://ror.org/03j3dv688","country_code":"US","type":"education","lineage":["https://openalex.org/I157455823"]},{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Keqin Li","raw_affiliation_strings":["College of Information Science and Engineering, Hunan University, Changsha, Hunan, China","National Supercomputing Center, Changsha, Hunan, China","Department of Computer Science, State University of NY, New Paltz, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-5224-4048","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"National Supercomputing Center, Changsha, Hunan, China","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science, State University of NY, New Paltz, NY, USA","institution_ids":["https://openalex.org/I157455823"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.0552,"has_fulltext":false,"cited_by_count":142,"citation_normalized_percentile":{"value":0.9886335,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"32","issue":"7","first_page":"1603","last_page":"1614"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8833639621734619},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7958365678787231},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6712561249732971},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6694454550743103},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5634105801582336},{"id":"https://openalex.org/keywords/distributed-algorithm","display_name":"Distributed algorithm","score":0.459870308637619},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4471622705459595},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44373247027397156},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.43160784244537354},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.36621713638305664},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.3235003352165222},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2897717356681824},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.26431533694267273},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.14486119151115417}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8833639621734619},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7958365678787231},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6712561249732971},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6694454550743103},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5634105801582336},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.459870308637619},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4471622705459595},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44373247027397156},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.43160784244537354},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.36621713638305664},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3235003352165222},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2897717356681824},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.26431533694267273},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.14486119151115417},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2020.3046737","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2020.3046737","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.6600000262260437}],"awards":[{"id":"https://openalex.org/G4282415395","display_name":null,"funder_award_id":"U19A2058","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7388344596","display_name":null,"funder_award_id":"61876061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8971000363","display_name":"\u6df1\u5ea6\u5b66\u4e60\u8ba1\u7b97\u670d\u52a1\u5316\u5f02\u6b65\u5e76\u884c\u5904\u7406\u4f53\u7cfb\u7ed3\u6784\u7814\u7a76","funder_award_id":"62072165","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1641379095","https://openalex.org/W1962496800","https://openalex.org/W1970750044","https://openalex.org/W2005499623","https://openalex.org/W2009303086","https://openalex.org/W2025725209","https://openalex.org/W2045230780","https://openalex.org/W2144630464","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2344607369","https://openalex.org/W2483192650","https://openalex.org/W2562344159","https://openalex.org/W2594560857","https://openalex.org/W2617547828","https://openalex.org/W2624989916","https://openalex.org/W2751904527","https://openalex.org/W2785065914","https://openalex.org/W2801779586","https://openalex.org/W2885657717","https://openalex.org/W2890928364","https://openalex.org/W2913454702","https://openalex.org/W2918201812","https://openalex.org/W2944045014","https://openalex.org/W2944311919","https://openalex.org/W2947829929","https://openalex.org/W2963376050","https://openalex.org/W2969644839","https://openalex.org/W2971544482","https://openalex.org/W2972930542","https://openalex.org/W2981038142","https://openalex.org/W3102441862","https://openalex.org/W3105886168","https://openalex.org/W3106445841","https://openalex.org/W3111145724","https://openalex.org/W6683204974","https://openalex.org/W6737849119"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W2796352555"],"abstract_inverted_index":{"Closer":[0],"to":[1,14,26,33,84,151,160],"mobile":[2,5,24,106],"users":[3,15,25,100],"geographically,":[4],"edge":[6],"computing":[7],"(MEC)":[8],"can":[9,186],"provide":[10],"some":[11],"cloud-like":[12],"capabilities":[13],"more":[16],"efficiently.":[17],"This":[18],"enables":[19],"it":[20],"possible":[21],"for":[22],"resource-limited":[23],"offload":[27],"their":[28],"computation-intensive":[29],"and":[30,45,82,101,175],"latency-sensitive":[31],"tasks":[32,91],"MEC":[34,40],"nodes.":[35],"For":[36],"its":[37],"great":[38],"benefits,":[39],"has":[41],"drawn":[42],"wide":[43],"attention":[44],"extensive":[46],"works":[47],"have":[48],"been":[49],"done.":[50],"However,":[51],"few":[52],"of":[53,70,90,104,164],"them":[54],"address":[55],"task":[56,79,140,167,183],"migration":[57,80,93,141,168,184],"problem":[58,81],"caused":[59],"by":[60],"distributed":[61,139,166,182],"user":[62,107],"mobility,":[63],"which":[64],"can't":[65],"be":[66],"ignored":[67],"with":[68,110,126,171],"quality":[69],"service":[71],"(QoS)":[72],"consideration.":[73],"In":[74],"this":[75,153,165],"article,":[76],"we":[77,136],"study":[78],"try":[83],"minimize":[85],"the":[86,102,162,180],"average":[87,193],"completion":[88,194],"time":[89],"under":[92],"energy":[94],"budget.":[95],"There":[96],"are":[97,157],"multiple":[98],"independent":[99],"movement":[103],"each":[105],"is":[108,124],"memoryless":[109],"a":[111,138],"sequential":[112],"decision-making":[113],"process,":[114],"thus":[115],"reinforcement":[116,148],"learning":[117,149],"algorithm":[118,142,185],"based":[119,143],"on":[120,144],"Markov":[121],"chain":[122],"model":[123],"applied":[125],"low":[127],"computation":[128],"complexity.":[129],"To":[130],"further":[131],"facilitate":[132],"cooperation":[133],"among":[134],"users,":[135],"devise":[137],"counterfactual":[145],"multi-agent":[146],"(COMA)":[147],"approach":[150],"solve":[152],"problem.":[154],"Extensive":[155],"experiments":[156],"carried":[158],"out":[159],"assess":[161],"performance":[163],"algorithm.":[169],"Compared":[170],"no":[172],"migrating":[173],"(NM)":[174],"single-agent":[176],"actor-critic":[177],"(AC)":[178],"algorithms,":[179],"proposed":[181],"achieve":[187],"up":[188],"30-50":[189],"percent":[190],"reduction":[191],"about":[192],"time.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":36},{"year":2023,"cited_by_count":34},{"year":2022,"cited_by_count":33},{"year":2021,"cited_by_count":11}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}