{"id":"https://openalex.org/W4210485470","doi":"https://doi.org/10.1109/tmc.2022.3148254","title":"Deep Reinforcement Learning Based Approach for Online Service Placement and Computation Resource Allocation in Edge Computing","display_name":"Deep Reinforcement Learning Based Approach for Online Service Placement and Computation Resource Allocation in Edge Computing","publication_year":2022,"publication_date":"2022-02-04","ids":{"openalex":"https://openalex.org/W4210485470","doi":"https://doi.org/10.1109/tmc.2022.3148254"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2022.3148254","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2022.3148254","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100392681","display_name":"Tong Liu","orcid":"https://orcid.org/0000-0003-0485-839X"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tong Liu","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061342057","display_name":"Shenggang Ni","orcid":null},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shenggang Ni","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100339621","display_name":"Xiaoqiang Li","orcid":"https://orcid.org/0000-0001-7243-2783"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqiang Li","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081759167","display_name":"Yanmin Zhu","orcid":"https://orcid.org/0000-0001-6406-4992"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanmin Zhu","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072308822","display_name":"Linghe Kong","orcid":"https://orcid.org/0000-0001-9266-3044"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linghe Kong","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100638446","display_name":"Yuanyuan Yang","orcid":"https://orcid.org/0000-0001-7296-9222"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuanyuan Yang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Department of Computer Science, Stony Brook University, Stony Brook, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Department of Computer Science, Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100392681"],"corresponding_institution_ids":["https://openalex.org/I141962983"],"apc_list":null,"apc_paid":null,"fwci":15.1878,"has_fulltext":false,"cited_by_count":107,"citation_normalized_percentile":{"value":0.99382729,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"22","issue":"7","first_page":"3870","last_page":"3881"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.889419436454773},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.7764735221862793},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6742932796478271},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.669320285320282},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.6444429755210876},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6412904858589172},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6209343671798706},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5933782458305359},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5532485842704773},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4614954888820648},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.43778032064437866},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.42911583185195923},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3998594880104065},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2240264117717743},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15600815415382385},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1172955334186554}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.889419436454773},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.7764735221862793},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6742932796478271},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.669320285320282},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6444429755210876},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6412904858589172},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6209343671798706},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5933782458305359},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5532485842704773},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4614954888820648},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.43778032064437866},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.42911583185195923},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3998594880104065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2240264117717743},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15600815415382385},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1172955334186554},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2022.3148254","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2022.3148254","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.6499999761581421}],"awards":[{"id":"https://openalex.org/G2511477736","display_name":null,"funder_award_id":"19510760500","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G4599507694","display_name":null,"funder_award_id":"61972253","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5428383748","display_name":null,"funder_award_id":"21511100600","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G5660874354","display_name":null,"funder_award_id":"62072304","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6571577732","display_name":null,"funder_award_id":"61772341","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7668086135","display_name":null,"funder_award_id":"72061127001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8471520140","display_name":null,"funder_award_id":"U1908212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8704143447","display_name":null,"funder_award_id":"19511101500","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1522301498","https://openalex.org/W1557517019","https://openalex.org/W2025652426","https://openalex.org/W2110564123","https://openalex.org/W2132696179","https://openalex.org/W2145339207","https://openalex.org/W2344607369","https://openalex.org/W2483192650","https://openalex.org/W2565419328","https://openalex.org/W2608841173","https://openalex.org/W2624989916","https://openalex.org/W2760422862","https://openalex.org/W2778489323","https://openalex.org/W2785065914","https://openalex.org/W2790885923","https://openalex.org/W2808417010","https://openalex.org/W2890928364","https://openalex.org/W2897417898","https://openalex.org/W2913871603","https://openalex.org/W2917002159","https://openalex.org/W2918714081","https://openalex.org/W2919017393","https://openalex.org/W2919115771","https://openalex.org/W2919603306","https://openalex.org/W2947829929","https://openalex.org/W2963618158","https://openalex.org/W3047040155","https://openalex.org/W3047516387","https://openalex.org/W3092264646","https://openalex.org/W3122588635","https://openalex.org/W3164943027","https://openalex.org/W4237591687","https://openalex.org/W4255601674","https://openalex.org/W4256160650","https://openalex.org/W4298857966","https://openalex.org/W6631190155","https://openalex.org/W6637967152","https://openalex.org/W6744949172","https://openalex.org/W6755326576","https://openalex.org/W6788843805"],"related_works":["https://openalex.org/W2894114519","https://openalex.org/W4282941432","https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3200145713","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4313463218","https://openalex.org/W3106131444","https://openalex.org/W3216099748"],"abstract_inverted_index":{"Due":[0],"to":[1,24,86,90,147,176],"the":[2,26,41,56,64,75,91,112,117,125,149,159,163,178],"urgent":[3],"emergence":[4],"of":[5,21,29,93,110,115,128,161,166],"computation-intensive":[6],"intelligent":[7],"applications":[8],"on":[9,37,63,74,142],"end":[10],"devices,":[11],"edge":[12,39,65,76],"computing":[13],"has":[14],"been":[15],"put":[16],"forward":[17],"as":[18],"an":[19,38],"extension":[20],"cloud":[22],"computing,":[23],"satisfy":[25],"low-latency":[27],"requirements":[28],"these":[30],"applications.":[31],"To":[32],"process":[33],"heterogenous":[34],"computation":[35,61,80,94,101,154],"tasks":[36,167],"node,":[40,66],"corresponding":[42],"services":[43,67],"should":[44,68,82],"be":[45,69,83],"placed":[46,87],"in":[47,108,168],"advance,":[48],"including":[49],"installing":[50],"softwares":[51],"and":[52,60,72,78,100,124,153,180],"caching":[53],"databases/libraries.":[54],"Considering":[55],"limited":[57],"storage":[58],"space":[59],"resources":[62,81],"elaborately":[70],"selected":[71],"deployed":[73],"node":[77],"its":[79],"carefully":[84],"allocated":[85],"services,":[88],"according":[89],"arrivals":[92,114],"workloads.":[95],"The":[96],"joint":[97,150],"service":[98,122,151],"placement":[99,152],"resource":[102,155],"allocation":[103,156],"problem":[104],"is":[105],"particularly":[106],"complicated,":[107],"terms":[109],"considering":[111],"stochastic":[113],"tasks,":[116],"additional":[118],"latency":[119,165],"incurred":[120],"by":[121,183],"migration,":[123],"waiting":[126],"time":[127],"unprocessed":[129],"tasks.":[130],"Benefiting":[131],"from":[132],"deep":[133,144],"reinforcement":[134],"learning,":[135],"we":[136],"propose":[137],"a":[138,169],"novel":[139],"approach":[140],"based":[141],"parameterized":[143],"Q":[145],"networks":[146],"make":[148],"decisions,":[157],"with":[158],"objective":[160],"minimizing":[162],"total":[164],"long":[170],"term.":[171],"Extensive":[172],"simulations":[173],"are":[174],"conducted":[175],"evaluate":[177],"convergence":[179],"performance":[181],"achieved":[182],"our":[184],"proposed":[185],"approach.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":51},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}