{"id":"https://openalex.org/W3108435000","doi":"https://doi.org/10.1109/tii.2020.3041713","title":"Deep Reinforcement Learning for Edge Service Placement in Softwarized Industrial Cyber-Physical System","display_name":"Deep Reinforcement Learning for Edge Service Placement in Softwarized Industrial Cyber-Physical System","publication_year":2020,"publication_date":"2020-12-02","ids":{"openalex":"https://openalex.org/W3108435000","doi":"https://doi.org/10.1109/tii.2020.3041713","mag":"3108435000","pmid":"https://pubmed.ncbi.nlm.nih.gov/36726799"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2020.3041713","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2020.3041713","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9888178","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040872496","display_name":"Yixue Hao","orcid":"https://orcid.org/0000-0001-7296-2522"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yixue Hao","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan 430 074, China","School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan 430 074, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100337209","display_name":"Min Chen","orcid":"https://orcid.org/0000-0002-0960-4447"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I4210104064","display_name":"Shenzhen Academy of Robotics","ror":"https://ror.org/01h027j09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210104064"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Chen","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan 430 074, China, and also with the Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen 518 172, China","Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China","School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan 430 074, China, and also with the Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen 518 172, China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China","institution_ids":["https://openalex.org/I4210104064"]},{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062830296","display_name":"Hamid Gharavi","orcid":"https://orcid.org/0000-0003-3832-488X"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hamid Gharavi","raw_affiliation_strings":["National Institute of Standards and Technology (NIST), Gaithersburg, MD 20 899-8920 USA","National Institute of Standards and Technology (NIST), Gaithersburg, MD, USA"],"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology (NIST), Gaithersburg, MD 20 899-8920 USA","institution_ids":["https://openalex.org/I1321296531"]},{"raw_affiliation_string":"National Institute of Standards and Technology (NIST), Gaithersburg, MD, USA","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343712","display_name":"Yin Zhang\u22c6","orcid":"https://orcid.org/0000-0002-1772-0763"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Zhang","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu 610054, China","School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu 610054, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046994015","display_name":"Kai Hwang","orcid":"https://orcid.org/0000-0001-5503-3932"},"institutions":[{"id":"https://openalex.org/I4210104064","display_name":"Shenzhen Academy of Robotics","ror":"https://ror.org/01h027j09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210104064"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Hwang","raw_affiliation_strings":["Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen 518 172, China, and also with the School of Data Science (SDS), The Chinese University of Hong Kong, Shenzhen (CUHK-SZ), Shenzhen 518 172, China","School of Data Science (SDS), The Chinese University of Hong Kong, Shenzhen (CUHK-SZ), Shenzhen, China","Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen 518 172, China, and also with the School of Data Science (SDS), The Chinese University of Hong Kong, Shenzhen (CUHK-SZ), Shenzhen 518 172, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"School of Data Science (SDS), The Chinese University of Hong Kong, Shenzhen (CUHK-SZ), Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen, China","institution_ids":["https://openalex.org/I4210104064"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5040872496"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":7.094,"has_fulltext":false,"cited_by_count":80,"citation_normalized_percentile":{"value":0.9723449,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"17","issue":"8","first_page":"5552","last_page":"5561"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7602540254592896},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.702677309513092},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.605019211769104},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5387872457504272},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.53866046667099},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.48545485734939575},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.453057199716568},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4416864216327667},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4236065745353699},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.42271244525909424},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4206644296646118},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3749661445617676},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3308072090148926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1510373055934906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7602540254592896},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.702677309513092},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.605019211769104},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5387872457504272},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.53866046667099},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.48545485734939575},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.453057199716568},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4416864216327667},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4236065745353699},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.42271244525909424},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4206644296646118},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3749661445617676},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3308072090148926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1510373055934906},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tii.2020.3041713","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2020.3041713","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},{"id":"pmid:36726799","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36726799","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on industrial informatics","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:9888178","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9888178","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Trans Industr Inform","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:9888178","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9888178","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Trans Industr Inform","raw_type":"Text"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1962496800","https://openalex.org/W2065642592","https://openalex.org/W2144776482","https://openalex.org/W2155968351","https://openalex.org/W2296319761","https://openalex.org/W2594560857","https://openalex.org/W2604119386","https://openalex.org/W2746553466","https://openalex.org/W2790885923","https://openalex.org/W2806526175","https://openalex.org/W2807902932","https://openalex.org/W2808417010","https://openalex.org/W2908941882","https://openalex.org/W2913871603","https://openalex.org/W2919603306","https://openalex.org/W2920011362","https://openalex.org/W2926133619","https://openalex.org/W2946769399","https://openalex.org/W2959716986","https://openalex.org/W2963889363","https://openalex.org/W2972240870","https://openalex.org/W2979126598","https://openalex.org/W2982615157","https://openalex.org/W2990996075","https://openalex.org/W3009048608","https://openalex.org/W3047040155","https://openalex.org/W3106445841","https://openalex.org/W3111145724","https://openalex.org/W4250589301"],"related_works":["https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4313463218","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435","https://openalex.org/W4312996489","https://openalex.org/W3214037210"],"abstract_inverted_index":{"Future":[0],"industrial":[1,56],"cyber-physical":[2],"system":[3],"(CPS)":[4],"devices":[5],"are":[6,45,140],"expected":[7],"to":[8,18,28,102],"request":[9],"a":[10,25,88],"large":[11],"amount":[12],"of":[13,24,36,48,65,92,129,144],"delay-sensitive":[14],"services":[15],"that":[16,151],"need":[17],"be":[19],"processed":[20],"at":[21,33],"the":[22,34,37,51,133,152,161],"edge":[23,35],"network.":[26],"Due":[27],"limited":[29],"resources,":[30],"service":[31,52,70,79,93,104,115,134,163],"placement":[32,53,116,135],"cloud":[38],"has":[39,58],"attracted":[40],"significant":[41],"attention.":[42],"Although":[43],"there":[44],"many":[46],"methods":[47],"design":[49],"schemes,":[50],"problem":[54,91],"in":[55,100],"CPS":[57],"not":[59],"been":[60],"well":[61],"studied.":[62],"Furthermore,":[63],"none":[64],"existing":[66,157],"schemes":[67],"can":[68,121,159],"optimize":[69],"placement,":[71,94],"workload":[72,95,137],"scheduling,":[73,96],"and":[74,97,136],"resource":[75,98,125],"allocation":[76,99,126],"under":[77],"uncertain":[78],"demands.":[80],"To":[81],"address":[82],"these":[83],"issues,":[84],"we":[85],"first":[86],"formulate":[87],"joint":[89],"optimization":[90,131],"order":[101],"minimize":[103],"response":[105,164],"delay.":[106],"We":[107],"then":[108],"propose":[109],"an":[110,123],"improved":[111],"deep":[112],"Q-network":[113],"(DQN)-based":[114],"algorithm.":[117],"The":[118,147],"proposed":[119,153],"algorithm":[120],"achieve":[122],"optimal":[124],"by":[127,142,166],"means":[128,143],"convex":[130],"where":[132],"scheduling":[138],"decisions":[139],"assisted":[141],"DQN":[145],"technology.":[146],"experimental":[148],"results":[149],"verify":[150],"algorithm,":[154],"compared":[155],"with":[156],"algorithms,":[158],"reduce":[160],"average":[162],"time":[165],"8-10%.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":9}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}