{"id":"https://openalex.org/W4396604882","doi":"https://doi.org/10.1109/tmc.2024.3396510","title":"On Adaptive Edge Microservice Placement: A Reinforcement Learning Approach Endowed With Graph Comprehension","display_name":"On Adaptive Edge Microservice Placement: A Reinforcement Learning Approach Endowed With Graph Comprehension","publication_year":2024,"publication_date":"2024-05-03","ids":{"openalex":"https://openalex.org/W4396604882","doi":"https://doi.org/10.1109/tmc.2024.3396510"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3396510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3396510","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085364987","display_name":"Lixing Chen","orcid":"https://orcid.org/0000-0002-1805-0183"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lixing Chen","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Key Laboratory of Integrated Administration Technologies for Information Security, Shanghai Jiao Tong University, Shanghai, China","Shanghai Key Laboratory of Integrated Administration Technologies for Information Security, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Key Laboratory of Integrated Administration Technologies for Information Security, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Shanghai Key Laboratory of Integrated Administration Technologies for Information Security, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039309279","display_name":"Yang Bai","orcid":"https://orcid.org/0000-0002-1037-3973"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Bai","raw_affiliation_strings":["Department of Automation, School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100693197","display_name":"Pan Zhou","orcid":"https://orcid.org/0000-0002-8629-4622"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pan Zhou","raw_affiliation_strings":["Hubei Key Laboratory of Distributed System Security, Hubei Engineering Research Center on Big Data Security, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","Hubei Key Laboratory of Distributed System Security, Hubei Engineering Research Center on Big Data Security, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Distributed System Security, Hubei Engineering Research Center on Big Data Security, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Hubei Key Laboratory of Distributed System Security, Hubei Engineering Research Center on Big Data Security, School of Cyber Science and Engineering, Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001159156","display_name":"Youqi Li","orcid":"https://orcid.org/0000-0003-3867-5997"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youqi Li","raw_affiliation_strings":["School of Computer Science, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010329792","display_name":"Zhe Qu","orcid":"https://orcid.org/0000-0003-2211-2137"},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhe Qu","raw_affiliation_strings":["Department of Electrical Engineering, University of South Florida, Tampa, FL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of South Florida, Tampa, FL, USA","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044771462","display_name":"Jie Xu","orcid":"https://orcid.org/0000-0002-0515-1647"},"institutions":[{"id":"https://openalex.org/I145608581","display_name":"University of Miami","ror":"https://ror.org/02dgjyy92","country_code":"US","type":"education","lineage":["https://openalex.org/I145608581"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jie Xu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Miami, Coral Gables, FL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Miami, Coral Gables, FL, USA","institution_ids":["https://openalex.org/I145608581"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5085364987"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":3.7549,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.93540491,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"23","issue":"12","first_page":"11144","last_page":"11158"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8195773363113403},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7084895372390747},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5244881510734558},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.5150115489959717},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4374697804450989},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4093967378139496},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3892424702644348},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.235989511013031}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8195773363113403},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7084895372390747},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5244881510734558},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5150115489959717},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4374697804450989},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4093967378139496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3892424702644348},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.235989511013031}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3396510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3396510","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2834431514","display_name":null,"funder_award_id":"62202293","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5066377607","display_name":null,"funder_award_id":"62302525","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8128042501","display_name":null,"funder_award_id":"62303306","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G97583977","display_name":null,"funder_award_id":"62372297","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2046084401","https://openalex.org/W2116341502","https://openalex.org/W2145339207","https://openalex.org/W2767988112","https://openalex.org/W2787027464","https://openalex.org/W2836959296","https://openalex.org/W2895688688","https://openalex.org/W2918317383","https://openalex.org/W2931122162","https://openalex.org/W2954936280","https://openalex.org/W2957686527","https://openalex.org/W2961247649","https://openalex.org/W2963026732","https://openalex.org/W2972466428","https://openalex.org/W2982796189","https://openalex.org/W2985331920","https://openalex.org/W3003378062","https://openalex.org/W3032302159","https://openalex.org/W3047037323","https://openalex.org/W3047394450","https://openalex.org/W3089022684","https://openalex.org/W3100789280","https://openalex.org/W3110690001","https://openalex.org/W3209352982","https://openalex.org/W3213252240","https://openalex.org/W4205274477","https://openalex.org/W4211041246","https://openalex.org/W4295308654","https://openalex.org/W4315630062","https://openalex.org/W4321488681","https://openalex.org/W4382119559","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"Microservice":[0],"(MS)":[1],"structures":[2],"a":[3,7,59,166],"service":[4,12,268],"application":[5,67,117,214],"as":[6,40],"collection":[8],"of":[9,65,92,201,232,238,253,266],"independently":[10],"deployable":[11],"modules,":[13,142],"making":[14],"it":[15],"particularly":[16],"suitable":[17],"for":[18,88,131,147,181,191],"delivering":[19],"complex":[20],"applications":[21,133],"in":[22,58,114,127,165,216,264],"distributed":[23],"computing":[24,98,210],"systems.":[25],"This":[26],"paper":[27],"investigates":[28],"MS":[29,52,66,93,116,132,141,213],"architecture":[30],"over":[31,54],"Mobile":[32],"Edge":[33],"Computing":[34],"(MEC)":[35],"networks":[36,149],"(hereafter":[37],"referred":[38],"to":[39,50,81,108,134,150,205,229,249],"EdgeMS)":[41],"and":[42,95,119,143,212,226,255,270],"studies":[43],"an":[44,83],"EdgeMS":[45,85,178,218],"placement":[46,86,179,219,240],"problem":[47],"that":[48,61,259],"aims":[49],"deploy":[51],"modules":[53,94],"the":[55,63,90,103,110,115,144,162,198,217,230,236,251,256],"MEC":[56,120,148],"network":[57,106],"manner":[60],"maximizes":[62],"reward":[64,184],"providers.":[68],"A":[69,122],"novel":[70],"algorithm":[71],"called":[72],"Dual-GNN":[73],"Deep":[74],"Deterministic":[75],"Policy":[76],"Gradient":[77],"(DG-DDPG)":[78],"is":[79,125,203],"proposed":[80],"establish":[82],"intelligent":[84],"policy":[87],"optimizing":[89],"location":[91],"performing":[96],"fractional":[97,193],"resource":[99,194],"allocation.":[100,195],"DG-DDPG":[101,160,202,260],"leverages":[102],"graph":[104],"neural":[105],"(GNN)":[107],"comprehend":[109],"graph-structured":[111],"information":[112],"encapsulated":[113],"structure":[118],"network.":[121],"dual-GNN":[123,163],"core":[124,164],"constructed":[126],"DG-DDPG,":[128,233,254],"one":[129],"GNN":[130,146],"distill":[135],"knowledge":[136],"from":[137],"intricate":[138],"connections":[139],"between":[140,154,177],"other":[145],"capture":[151],"complicated":[152],"interactions":[153],"edge":[155],"sites":[156],"when":[157],"providing":[158],"EdgeMS.":[159],"embeds":[161],"DDPG-based":[167],"reinforcement":[168],"learning":[169,199],"framework,":[170],"which":[171,234],"not":[172],"only":[173],"handles":[174],"temporal":[175],"dependencies":[176],"decisions":[180,241],"maximizing":[182],"long-term":[183],"but":[185],"also":[186],"supports":[187],"continuous":[188],"action":[189],"space":[190],"enabling":[192],"In":[196],"particular,":[197],"process":[200],"tailored":[204],"address":[206],"hard":[207],"constraints":[208],"(i.e.,":[209],"capacity":[211],"completeness)":[215],"problem.":[220],"We":[221,244],"design":[222],"constraint-based":[223],"regularization":[224],"terms":[225,265],"add":[227],"them":[228],"objective":[231],"facilitates":[235],"identification":[237],"feasible":[239],"during":[242],"learning.":[243],"carry":[245],"out":[246],"systematic":[247],"experiments":[248],"evaluate":[250],"performance":[252],"results":[257],"show":[258],"outperforms":[261],"state-of-the-art":[262],"benchmarks":[263],"reward,":[267],"delay":[269],"deployment":[271],"cost.":[272]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}