{"id":"https://openalex.org/W4399881624","doi":"https://doi.org/10.1109/tsc.2024.3417241","title":"Graph Neural Network Aided Deep Reinforcement Learning for Microservice Deployment in Cooperative Edge Computing","display_name":"Graph Neural Network Aided Deep Reinforcement Learning for Microservice Deployment in Cooperative Edge Computing","publication_year":2024,"publication_date":"2024-06-21","ids":{"openalex":"https://openalex.org/W4399881624","doi":"https://doi.org/10.1109/tsc.2024.3417241"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2024.3417241","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3417241","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045720734","display_name":"Shuangwu Chen","orcid":"https://orcid.org/0000-0003-2817-9738"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuangwu Chen","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082713659","display_name":"Qifeng Yuan","orcid":"https://orcid.org/0000-0002-2010-5091"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qifeng Yuan","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025487231","display_name":"Jiangming Li","orcid":"https://orcid.org/0009-0005-1289-3584"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangming Li","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047787436","display_name":"Huasen He","orcid":"https://orcid.org/0000-0001-9963-019X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huasen He","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060449028","display_name":"Sen Li","orcid":"https://orcid.org/0009-0009-5716-8617"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sen Li","raw_affiliation_strings":["Guangxi Key Laboratory of Digital Infrastructure, Nanning, Guangxi, China"],"affiliations":[{"raw_affiliation_string":"Guangxi Key Laboratory of Digital Infrastructure, Nanning, Guangxi, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088416755","display_name":"Xiaofeng Jiang","orcid":"https://orcid.org/0000-0001-7595-2397"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Jiang","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083577000","display_name":"Jian Yang","orcid":"https://orcid.org/0000-0002-7329-4738"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Yang","raw_affiliation_strings":["University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5045720734"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":3.2969,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.92564802,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"17","issue":"6","first_page":"3742","last_page":"3757"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8552604913711548},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6548808813095093},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6230528354644775},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.506611704826355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5017855167388916},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.49817705154418945},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43488195538520813},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4191226661205292},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.3832990527153015},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3645681142807007},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.12987002730369568}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8552604913711548},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6548808813095093},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6230528354644775},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.506611704826355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5017855167388916},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.49817705154418945},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43488195538520813},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4191226661205292},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.3832990527153015},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3645681142807007},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.12987002730369568}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2024.3417241","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3417241","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2024390895","https://openalex.org/W2105482032","https://openalex.org/W2105808107","https://openalex.org/W2119717200","https://openalex.org/W2130267070","https://openalex.org/W2136848157","https://openalex.org/W2344695221","https://openalex.org/W2790966663","https://openalex.org/W2962814013","https://openalex.org/W2975241278","https://openalex.org/W2980073220","https://openalex.org/W2994813045","https://openalex.org/W3005111087","https://openalex.org/W3006670753","https://openalex.org/W3017518089","https://openalex.org/W3047538493","https://openalex.org/W3088084782","https://openalex.org/W3119610877","https://openalex.org/W3120923500","https://openalex.org/W3175122720","https://openalex.org/W3179403759","https://openalex.org/W3188116061","https://openalex.org/W3190618479","https://openalex.org/W3197974243","https://openalex.org/W3205399833","https://openalex.org/W4211041246","https://openalex.org/W4214717370","https://openalex.org/W4214831727","https://openalex.org/W4286681622","https://openalex.org/W6627932998","https://openalex.org/W6631190155","https://openalex.org/W6637178625","https://openalex.org/W6776830747"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W2914646191","https://openalex.org/W4386004629","https://openalex.org/W2942586735"],"abstract_inverted_index":{"Deploying":[0],"microservices":[1],"on":[2,22,150],"the":[3,10,19,23,64,77,94,104,107,111,126,130,174,179,188],"cooperative":[4],"edge":[5,53,98,108,192],"computing":[6,54],"system":[7,55],"greatly":[8],"shortens":[9],"interaction":[11],"delay":[12],"between":[13,113],"users":[14],"and":[15,17,46,110,183],"service":[16,33],"alleviates":[18],"traffic":[20],"burden":[21],"backbones,":[24],"which":[25,101,124],"has":[26],"emerged":[27],"as":[28],"a":[29,51,69,85,118,134,145,159],"new":[30],"paradigm":[31],"for":[32],"provision.":[34],"However,":[35],"it":[36],"is":[37,164],"challenging":[38],"to":[39,62,75,92,133,166],"embed":[40],"microservices,":[41],"having":[42],"diverse":[43],"resource":[44,184],"demands":[45],"heterogeneous":[47],"invocation":[48,65],"relationships,":[49],"into":[50],"distributed":[52],"with":[56],"irregular":[57],"network":[58,72,90,153],"topology.":[59],"In":[60],"order":[61],"characterize":[63],"relationship,":[66],"we":[67,83,116,142],"conceive":[68],"graph":[70,88,151],"attention":[71],"based":[73,120,149],"model":[74,91],"capture":[76,93],"structural":[78],"features":[79],"of":[80,97,106,129,136,191],"microservices.":[81],"Similarly,":[82],"propose":[84,144],"multi-channel":[86],"directed":[87],"convolutional":[89],"spatial":[95],"dynamic":[96],"resources":[99],"distribution,":[100],"jointly":[102],"considers":[103],"heterogeneity":[105],"nodes":[109],"links":[112],"them.":[114],"Then,":[115],"develop":[117],"sequence-to-sequence":[119],"multi-step":[121],"decision":[122],"model,":[123,141],"maps":[125],"feature":[127],"sequence":[128,135],"current":[131],"state":[132],"deployment":[137,147,180],"actions.":[138],"Using":[139],"this":[140],"further":[143],"microservice":[146],"algorithm":[148,176],"neural":[152],"aided":[154],"deep":[155],"reinforcement":[156],"learning,":[157],"where":[158],"parallel":[160],"asynchronous":[161],"training":[162],"process":[163],"used":[165],"accelerate":[167],"convergence.":[168],"The":[169],"performance":[170],"evaluation":[171],"shows":[172],"that":[173],"proposed":[175],"can":[177],"improve":[178],"success":[181],"ratio":[182],"utilization,":[185],"while":[186],"ensuring":[187],"load":[189],"balance":[190],"nodes.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}