{"id":"https://openalex.org/W2992245431","doi":"https://doi.org/10.1109/mcomstd.2019.1900011","title":"Using Deep Reinforcement Learning for Application Relocation in Multi-Access Edge Computing","display_name":"Using Deep Reinforcement Learning for Application Relocation in Multi-Access Edge Computing","publication_year":2019,"publication_date":"2019-09-01","ids":{"openalex":"https://openalex.org/W2992245431","doi":"https://doi.org/10.1109/mcomstd.2019.1900011","mag":"2992245431"},"language":"en","primary_location":{"id":"doi:10.1109/mcomstd.2019.1900011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcomstd.2019.1900011","pdf_url":null,"source":{"id":"https://openalex.org/S4210170334","display_name":"IEEE Communications Standards Magazine","issn_l":"2471-2825","issn":["2471-2825","2471-2833"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Standards Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ieeexplore.ieee.org/document/8928171","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012715665","display_name":"Fabrizio De Vita","orcid":"https://orcid.org/0000-0002-6709-8001"},"institutions":[{"id":"https://openalex.org/I112862951","display_name":"University of Messina","ror":"https://ror.org/05ctdxz19","country_code":"IT","type":"education","lineage":["https://openalex.org/I112862951"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabrizio De Vita","raw_affiliation_strings":["University of Messina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Messina","institution_ids":["https://openalex.org/I112862951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072857514","display_name":"Giovanni Nardini","orcid":"https://orcid.org/0000-0001-9796-6378"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Nardini","raw_affiliation_strings":["University of Pisa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pisa","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050099715","display_name":"Antonio Virdis","orcid":"https://orcid.org/0000-0002-0629-1078"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonio Virdis","raw_affiliation_strings":["University of Pisa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pisa","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043595191","display_name":"Dario Bruneo","orcid":"https://orcid.org/0000-0002-6080-9077"},"institutions":[{"id":"https://openalex.org/I112862951","display_name":"University of Messina","ror":"https://ror.org/05ctdxz19","country_code":"IT","type":"education","lineage":["https://openalex.org/I112862951"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Dario Bruneo","raw_affiliation_strings":["University of Messina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Messina","institution_ids":["https://openalex.org/I112862951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051587506","display_name":"Antonio Puliafito","orcid":"https://orcid.org/0000-0003-0385-2711"},"institutions":[{"id":"https://openalex.org/I112862951","display_name":"University of Messina","ror":"https://ror.org/05ctdxz19","country_code":"IT","type":"education","lineage":["https://openalex.org/I112862951"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonio Puliafito","raw_affiliation_strings":["University of Messina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Messina","institution_ids":["https://openalex.org/I112862951"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008205801","display_name":"Giovanni Stea","orcid":"https://orcid.org/0000-0001-5310-6763"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Stea","raw_affiliation_strings":["University of Pisa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pisa","institution_ids":["https://openalex.org/I108290504"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5994,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.85566978,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"3","issue":"3","first_page":"71","last_page":"78"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8521789312362671},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7818031311035156},{"id":"https://openalex.org/keywords/relocation","display_name":"Relocation","score":0.7597998976707458},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.6015763878822327},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5586968660354614},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5430033802986145},{"id":"https://openalex.org/keywords/multitude","display_name":"Multitude","score":0.4961772859096527},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.4726128876209259},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4719138443470001},{"id":"https://openalex.org/keywords/position-paper","display_name":"Position paper","score":0.45515912771224976},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4401493966579437},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4241909384727478},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.38577502965927124},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.3665974736213684},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2937510013580322},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.18936601281166077},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.152938574552536},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.13385605812072754}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8521789312362671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7818031311035156},{"id":"https://openalex.org/C2779019381","wikidata":"https://www.wikidata.org/wiki/Q3499564","display_name":"Relocation","level":2,"score":0.7597998976707458},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6015763878822327},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5586968660354614},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5430033802986145},{"id":"https://openalex.org/C2780565519","wikidata":"https://www.wikidata.org/wiki/Q1208937","display_name":"Multitude","level":2,"score":0.4961772859096527},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.4726128876209259},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4719138443470001},{"id":"https://openalex.org/C78780964","wikidata":"https://www.wikidata.org/wiki/Q7233193","display_name":"Position paper","level":2,"score":0.45515912771224976},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4401493966579437},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4241909384727478},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38577502965927124},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3665974736213684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2937510013580322},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.18936601281166077},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.152938574552536},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.13385605812072754},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mcomstd.2019.1900011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcomstd.2019.1900011","pdf_url":null,"source":{"id":"https://openalex.org/S4210170334","display_name":"IEEE Communications Standards Magazine","issn_l":"2471-2825","issn":["2471-2825","2471-2833"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Standards Magazine","raw_type":"journal-article"},{"id":"pmh:oai:arpi.unipi.it:11568/991730","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/document/8928171","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:arpi.unipi.it:11568/991730","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/document/8928171","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2120329321","https://openalex.org/W2145339207","https://openalex.org/W2296033070","https://openalex.org/W2565024605","https://openalex.org/W2615459164","https://openalex.org/W2736778453","https://openalex.org/W2803258972","https://openalex.org/W2885300511","https://openalex.org/W2912721114","https://openalex.org/W2962856838"],"related_works":["https://openalex.org/W2959276766","https://openalex.org/W3111983280","https://openalex.org/W3037422413","https://openalex.org/W4224133481","https://openalex.org/W3021710439","https://openalex.org/W4384157909","https://openalex.org/W2917288403","https://openalex.org/W4382052938","https://openalex.org/W2971110943","https://openalex.org/W3042877534"],"abstract_inverted_index":{"Multi-access":[0],"edge":[1],"computing":[2],"(MEC)":[3],"brings":[4],"data":[5,51],"and":[6,22,25,42,44,54,60,96],"computational":[7],"resources":[8],"near":[9],"mobile":[10],"users,":[11],"with":[12],"the":[13,33,84,87,91],"ultimate":[14],"goal":[15],"of":[16,49,57,86,93],"reducing":[17],"latency,":[18],"improving":[19],"resource":[20],"utilization,":[21],"leveraging":[23],"context":[24],"radio":[26],"awareness.":[27],"Relocation":[28],"policies":[29],"for":[30],"applications":[31,75],"in":[32,76],"MEC":[34,58,77,81],"environment":[35,105],"are":[36],"necessary":[37],"to":[38,73],"guarantee":[39],"its":[40,98],"effectiveness":[41],"performance,":[43],"can":[45,107],"use":[46],"a":[47],"multitude":[48],"different":[50],"(user":[52],"position":[53],"direction,":[55],"availability":[56],"services":[59],"computation":[61],"resources,":[62],"etc.).":[63],"In":[64],"this":[65,94,112],"article,":[66],"we":[67],"advocate":[68],"using":[69],"deep":[70],"reinforcement":[71],"learning":[72],"relocate":[74],"scenarios,":[78],"by":[79],"having":[80],"learn":[82],"during":[83],"evolution":[85],"system.":[88],"We":[89],"show":[90],"feasibility":[92],"approach":[95],"highlight":[97],"benefits":[99],"via":[100],"simulation,":[101],"also":[102],"presenting":[103],"an":[104],"that":[106],"foster":[108],"future":[109],"research":[110],"on":[111],"topic.":[113]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}