{"id":"https://openalex.org/W4402125726","doi":"https://doi.org/10.1109/tmc.2024.3453069","title":"Dependency-Aware Microservice Deployment for Edge Computing: A Deep Reinforcement Learning Approach With Network Representation","display_name":"Dependency-Aware Microservice Deployment for Edge Computing: A Deep Reinforcement Learning Approach With Network Representation","publication_year":2024,"publication_date":"2024-09-02","ids":{"openalex":"https://openalex.org/W4402125726","doi":"https://doi.org/10.1109/tmc.2024.3453069"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3453069","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3453069","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.1109/TMC.2024.3453069","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100424695","display_name":"Chenyang Wang","orcid":"https://orcid.org/0000-0002-0295-3468"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyang Wang","raw_affiliation_strings":["College of Computer Science and Software Engineering, Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), Shenzhen University, Shenzhen, China","College of Computer Science and Software Engineering, Shenzhen University, and Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-0295-3468","affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, and Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049474726","display_name":"Hao Yu","orcid":"https://orcid.org/0000-0003-3522-3426"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Yu","raw_affiliation_strings":["ICTFicial Oy, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0003-3522-3426","affiliations":[{"raw_affiliation_string":"ICTFicial Oy, Espoo, Finland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413431","display_name":"Xiuhua Li","orcid":"https://orcid.org/0000-0001-9041-0297"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuhua Li","raw_affiliation_strings":["School of Big Data & Software Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-9041-0297","affiliations":[{"raw_affiliation_string":"School of Big Data & Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115587912","display_name":"Fei Ma","orcid":"https://orcid.org/0000-0001-8554-7512"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Ma","raw_affiliation_strings":["Shenzhen Institute, Tsinghua University, Shenzhen, China","Tsinghua-Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Institute, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I4210114105"]},{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363470","display_name":"Xiaofei Wang","orcid":"https://orcid.org/0000-0002-7223-1030"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofei Wang","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-7223-1030","affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087043869","display_name":"Tarik Taleb","orcid":"https://orcid.org/0000-0003-1119-1239"},"institutions":[{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tarik Taleb","raw_affiliation_strings":["Faculty of Electrical Engineering and Information Technology, Ruhr University Bochum, Bochum, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Information Technology, Ruhr University Bochum, Bochum, Germany","institution_ids":["https://openalex.org/I904495901"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035919267","display_name":"Victor C. M. Leung","orcid":"https://orcid.org/0000-0003-3529-2640"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Victor C. M. Leung","raw_affiliation_strings":["College of Computer Science & Software Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3529-2640","affiliations":[{"raw_affiliation_string":"College of Computer Science & Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.0602,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.97622119,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"23","issue":"12","first_page":"14737","last_page":"14753"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8695510029792786},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7675267457962036},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7378680109977722},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.6065710186958313},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.535936713218689},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5334060192108154},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5156666040420532},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49051326513290405},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4714059829711914},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4622599184513092},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3434961438179016},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.23901477456092834}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8695510029792786},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7675267457962036},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7378680109977722},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.6065710186958313},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.535936713218689},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5334060192108154},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5156666040420532},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49051326513290405},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4714059829711914},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4622599184513092},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3434961438179016},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.23901477456092834},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmc.2024.3453069","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3453069","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:zenodo.org:17592594","is_oa":true,"landing_page_url":"https://doi.org/10.1109/TMC.2024.3453069","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Mobile Computing, 23(12), 14737 - 14753, (2024-09-02)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:17592594","is_oa":true,"landing_page_url":"https://doi.org/10.1109/TMC.2024.3453069","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Mobile Computing, 23(12), 14737 - 14753, (2024-09-02)","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4146801376","display_name":null,"funder_award_id":"cstc2022ycjh-bgzxm0058","funder_id":"https://openalex.org/F4320327865","funder_display_name":"Chongqing Research Program of Basic Research and Frontier Technology"}],"funders":[{"id":"https://openalex.org/F4320327865","display_name":"Chongqing Research Program of Basic Research and Frontier Technology","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2106076593","https://openalex.org/W2806446964","https://openalex.org/W2836959296","https://openalex.org/W2890344874","https://openalex.org/W2900535486","https://openalex.org/W2934850407","https://openalex.org/W2979639252","https://openalex.org/W2995557231","https://openalex.org/W3009360739","https://openalex.org/W3014805346","https://openalex.org/W3016207298","https://openalex.org/W3048739466","https://openalex.org/W3117645561","https://openalex.org/W3119301334","https://openalex.org/W3119483972","https://openalex.org/W3135616033","https://openalex.org/W3155725449","https://openalex.org/W3160531087","https://openalex.org/W3164030206","https://openalex.org/W3169129566","https://openalex.org/W3172135703","https://openalex.org/W3183693577","https://openalex.org/W3198336800","https://openalex.org/W3200600175","https://openalex.org/W3203197121","https://openalex.org/W3205419154","https://openalex.org/W4200180342","https://openalex.org/W4206321341","https://openalex.org/W4210875011","https://openalex.org/W4211041246","https://openalex.org/W4212993535","https://openalex.org/W4250216222","https://openalex.org/W4312749131","https://openalex.org/W4315630062","https://openalex.org/W4385245566","https://openalex.org/W4387609187","https://openalex.org/W4387609238","https://openalex.org/W4392796637","https://openalex.org/W4398226337","https://openalex.org/W4399665919","https://openalex.org/W4400943840","https://openalex.org/W4402155879","https://openalex.org/W6680129008","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W3024547383","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W2968424451","https://openalex.org/W4221092438","https://openalex.org/W4385335479","https://openalex.org/W2905685817","https://openalex.org/W2730940305","https://openalex.org/W4207020266"],"abstract_inverted_index":{"The":[0],"popularity":[1],"of":[2,43,70,94],"microservices":[3,33],"in":[4,10,17,47,105],"industry":[5],"has":[6],"sparked":[7],"much":[8],"attention":[9,112,131],"the":[11,26,29,41,57,77,92,106,117,125,156],"research":[12],"community.":[13],"Despite":[14],"significant":[15],"progress":[16],"microservice":[18,58,79,126],"deployment":[19,48,59,127],"for":[20],"resource-intensive":[21],"services":[22],"and":[23,37,68,136,152],"applications":[24],"at":[25],"network":[27],"edge,":[28],"intricate":[30],"dependencies":[31],"among":[32],"are":[34],"often":[35],"overlooked,":[36],"some":[38],"studies":[39],"underestimate":[40],"importance":[42],"system":[44,66,86,140,150],"context":[45,87],"extraction":[46],"strategies.":[49],"This":[50],"paper":[51],"addresses":[52],"these":[53],"issues":[54],"by":[55],"formulating":[56],"problem":[60],"as":[61],"a":[62],"max-min":[63],"problem,":[64],"considering":[65],"cost":[67,151],"quality":[69],"service":[71],"(QoS)":[72],"jointly.":[73],"We":[74],"first":[75],"study":[76],"attention-based":[78],"representation":[80],"(AMR)":[81],"method":[82],"to":[83,123,133,138,155],"achieve":[84],"effective":[85],"extraction.":[88],"In":[89],"this":[90],"way,":[91],"contributions":[93],"different":[95],"computing":[96],"power":[97],"providers":[98],"(users,":[99],"edge":[100],"servers,":[101],"or":[102],"cloud":[103],"servers)":[104],"networks":[107],"can":[108],"be":[109],"effectively":[110],"paid":[111],"to.":[113],"Subsequently,":[114],"we":[115],"propose":[116],"attention-modified":[118],"soft":[119],"actor-critic":[120],"(ASAC)":[121],"algorithm":[122],"tackle":[124],"problem.":[128],"ASAC":[129],"leverages":[130],"mechanisms":[132],"enhance":[134],"decision-making":[135],"adapt":[137],"changing":[139],"dynamics.":[141],"Our":[142],"simulation":[143],"results":[144],"demonstrate":[145],"ASAC's":[146],"effectiveness,":[147],"prioritizing":[148],"average":[149],"reward":[153],"compared":[154],"other":[157],"state-of-the-art":[158],"algorithms.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":4}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}