{"id":"https://openalex.org/W4315630062","doi":"https://doi.org/10.1109/globecom48099.2022.10000818","title":"Deep Reinforcement Learning for Dependency-aware Microservice Deployment in Edge Computing","display_name":"Deep Reinforcement Learning for Dependency-aware Microservice Deployment in Edge Computing","publication_year":2022,"publication_date":"2022-12-04","ids":{"openalex":"https://openalex.org/W4315630062","doi":"https://doi.org/10.1109/globecom48099.2022.10000818"},"language":"en","primary_location":{"id":"doi:10.1109/globecom48099.2022.10000818","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom48099.2022.10000818","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100424695","display_name":"Chenyang Wang","orcid":"https://orcid.org/0000-0002-0295-3468"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyang Wang","raw_affiliation_strings":["Tianjin University,College of Intelligence and Computing,Tianjin,China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University,College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016578548","display_name":"Bosen Jia","orcid":"https://orcid.org/0009-0007-5295-661X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bosen Jia","raw_affiliation_strings":["Tianjin University,College of Intelligence and Computing,Tianjin,China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University,College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049474726","display_name":"Hao Yu","orcid":"https://orcid.org/0000-0003-3522-3426"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Hao Yu","raw_affiliation_strings":["University of Oulu,Information Technology and Electrical Engineering,Oulu,Finland","Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu,Information Technology and Electrical Engineering,Oulu,Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413431","display_name":"Xiuhua Li","orcid":"https://orcid.org/0000-0001-9041-0297"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuhua Li","raw_affiliation_strings":["Chongqing University,School of Big Data & Software Engineering,Chongqing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing University,School of Big Data & Software Engineering,Chongqing,China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363470","display_name":"Xiaofei Wang","orcid":"https://orcid.org/0000-0002-7223-1030"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofei Wang","raw_affiliation_strings":["Tianjin University,College of Intelligence and Computing,Tianjin,China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University,College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087043869","display_name":"Tarik Taleb","orcid":"https://orcid.org/0000-0003-1119-1239"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Tarik Taleb","raw_affiliation_strings":["University of Oulu,Information Technology and Electrical Engineering,Oulu,Finland","Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu,Information Technology and Electrical Engineering,Oulu,Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Information Technology and Electrical Engineering, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4991,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.82904564,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"5141","last_page":"5146"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microservices","display_name":"Microservices","score":0.9440978765487671},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.9023791551589966},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7669898867607117},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6797046065330505},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5793460011482239},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.5652914643287659},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5493488311767578},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4678923189640045},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4627518653869629},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.44567984342575073},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3895401954650879},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3634524941444397},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.331015408039093},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.2719692587852478},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.191552072763443}],"concepts":[{"id":"https://openalex.org/C2778505942","wikidata":"https://www.wikidata.org/wiki/Q18344624","display_name":"Microservices","level":3,"score":0.9440978765487671},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.9023791551589966},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7669898867607117},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6797046065330505},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5793460011482239},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.5652914643287659},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5493488311767578},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4678923189640045},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4627518653869629},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.44567984342575073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3895401954650879},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3634524941444397},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.331015408039093},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.2719692587852478},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.191552072763443},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/globecom48099.2022.10000818","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom48099.2022.10000818","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:oulu.fi:nbnfi-fe202301276073","is_oa":false,"landing_page_url":"http://urn.fi/urn:nbn:fi-fe202301276073","pdf_url":null,"source":{"id":"https://openalex.org/S4306400284","display_name":"University of Oulu Repository (University of Oulu)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98381234","host_organization_name":"University of Oulu","host_organization_lineage":["https://openalex.org/I98381234"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2624989916","https://openalex.org/W2781726626","https://openalex.org/W2806446964","https://openalex.org/W3009360739","https://openalex.org/W3016207298","https://openalex.org/W3081620139","https://openalex.org/W3117645561","https://openalex.org/W3119301334","https://openalex.org/W3159145702","https://openalex.org/W3160531087","https://openalex.org/W3192935213","https://openalex.org/W3198336800","https://openalex.org/W3200600175","https://openalex.org/W3205419154","https://openalex.org/W3214121147","https://openalex.org/W4200180342","https://openalex.org/W4212993535","https://openalex.org/W4385245566","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W2723047152","https://openalex.org/W3037422413","https://openalex.org/W3089192431","https://openalex.org/W4210343526","https://openalex.org/W3208790065","https://openalex.org/W4315473450","https://openalex.org/W3214192060","https://openalex.org/W3165489544","https://openalex.org/W4312934817","https://openalex.org/W3105243949"],"abstract_inverted_index":{"Recently,":[0],"we":[1],"have":[2],"observed":[3],"an":[4,88],"explosion":[5],"in":[6,18,116],"the":[7,19,30,38,51,58,78,105,112],"intellectual":[8],"capacity":[9],"of":[10,29,41,60,118],"user":[11],"equipment,":[12],"coupled":[13],"by":[14,75],"a":[15,72],"meteoric":[16],"rise":[17],"need":[20],"for":[21,93],"very":[22],"demanding":[23],"services":[24],"and":[25,81,122],"applications.":[26],"The":[27,64,97,108],"majority":[28],"work":[31],"leverages":[32],"edge":[33],"computing":[34],"technologies":[35],"to":[36,104],"accomplish":[37],"quick":[39],"deployment":[40,53,66],"microservices,":[42],"but":[43],"disregards":[44],"their":[45],"inter-dependencies.":[46],"In":[47],"addition,":[48],"while":[49],"constructing":[50],"microservice":[52,65,90],"approach,":[54],"several":[55],"research":[56,85],"disregard":[57],"significance":[59],"system":[61,79,95,120,123],"context":[62],"extraction.":[63],"issue":[67],"(MSD)":[68],"is":[69,102],"stated":[70],"as":[71],"max-min":[73],"problem":[74],"concurrently":[76],"evaluating":[77],"cost":[80,121],"service":[82],"quality.":[83],"This":[84],"first":[86],"analyzes":[87],"attention-based":[89],"representation":[91],"approach":[92],"extracting":[94],"context.":[96],"attention-modified":[98],"soft":[99],"actor-critic":[100],"method":[101],"proposed":[103],"MSD":[106],"issue.":[107],"simulation":[109],"results":[110],"reveal":[111],"ASAC":[113],"algorithm's":[114],"priorities":[115],"terms":[117],"average":[119],"reward.":[124]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}