{"id":"https://openalex.org/W4214813921","doi":"https://doi.org/10.1109/jiot.2022.3155598","title":"Online Microservice Orchestration for IoT via Multiobjective Deep Reinforcement Learning","display_name":"Online Microservice Orchestration for IoT via Multiobjective Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-03-01","ids":{"openalex":"https://openalex.org/W4214813921","doi":"https://doi.org/10.1109/jiot.2022.3155598"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3155598","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3155598","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087622786","display_name":"Yinbo Yu","orcid":"https://orcid.org/0000-0002-0257-5081"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yinbo Yu","raw_affiliation_strings":["Research and Development InstituteResearch and Development Institute, Northwestern Polytechnical University in Shenzhen, Shenzhen, Guangdong, China","School of Cybersecurity, Northwestern Polytechnical University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-0257-5081","affiliations":[{"raw_affiliation_string":"Research and Development InstituteResearch and Development Institute, Northwestern Polytechnical University in Shenzhen, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Cybersecurity, Northwestern Polytechnical University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108050448","display_name":"Jiajia Liu","orcid":"https://orcid.org/0000-0003-4273-8866"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajia Liu","raw_affiliation_strings":["National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, School of Cybersecurity, Northwestern Polytechnical University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-4273-8866","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, School of Cybersecurity, Northwestern Polytechnical University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068648618","display_name":"Jing Fang","orcid":"https://orcid.org/0000-0002-1086-4326"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Fang","raw_affiliation_strings":["School of Computer, Wuhan University, Wuhan, Hubei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer, Wuhan University, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5087622786"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":6.6996,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.967727,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"9","issue":"18","first_page":"17513","last_page":"17525"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.9306509494781494},{"id":"https://openalex.org/keywords/microservices","display_name":"Microservices","score":0.9095216989517212},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8602441549301147},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8192015886306763},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6503150463104248},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6003361940383911},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4930724799633026},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.47159823775291443},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4369427561759949},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.329985648393631},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2857624888420105},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.1973446011543274},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.14259493350982666}],"concepts":[{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.9306509494781494},{"id":"https://openalex.org/C2778505942","wikidata":"https://www.wikidata.org/wiki/Q18344624","display_name":"Microservices","level":3,"score":0.9095216989517212},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8602441549301147},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8192015886306763},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6503150463104248},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6003361940383911},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4930724799633026},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.47159823775291443},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4369427561759949},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.329985648393631},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2857624888420105},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.1973446011543274},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14259493350982666},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2022.3155598","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3155598","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8799999952316284,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2177851287","display_name":null,"funder_award_id":"D5000210588","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2881799804","display_name":null,"funder_award_id":"2022JQ-611","funder_id":"https://openalex.org/F4320336567","funder_display_name":"Natural Science Basic Research Program of Shaanxi Province"},{"id":"https://openalex.org/G7959500217","display_name":null,"funder_award_id":"2021A1515110279","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336567","display_name":"Natural Science Basic Research Program of Shaanxi Province","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W2060846151","https://openalex.org/W2080046268","https://openalex.org/W2104017154","https://openalex.org/W2108187650","https://openalex.org/W2119717200","https://openalex.org/W2126105956","https://openalex.org/W2144127235","https://openalex.org/W2145339207","https://openalex.org/W2146787480","https://openalex.org/W2152367423","https://openalex.org/W2344111864","https://openalex.org/W2553575357","https://openalex.org/W2556413364","https://openalex.org/W2727884411","https://openalex.org/W2736340806","https://openalex.org/W2739795154","https://openalex.org/W2743645184","https://openalex.org/W2790686993","https://openalex.org/W2890344874","https://openalex.org/W2918796589","https://openalex.org/W2923436068","https://openalex.org/W2944167178","https://openalex.org/W2950596486","https://openalex.org/W2950673314","https://openalex.org/W2954936280","https://openalex.org/W2963864421","https://openalex.org/W2963900541","https://openalex.org/W2964043796","https://openalex.org/W2969489701","https://openalex.org/W2970125901","https://openalex.org/W2972466428","https://openalex.org/W2982576723","https://openalex.org/W2986918619","https://openalex.org/W2994053796","https://openalex.org/W2996431531","https://openalex.org/W3000157661","https://openalex.org/W3011265235","https://openalex.org/W3013992321","https://openalex.org/W3048234700","https://openalex.org/W3084179282","https://openalex.org/W3089116250","https://openalex.org/W3097934450","https://openalex.org/W3100789280","https://openalex.org/W3102022990","https://openalex.org/W3102383207","https://openalex.org/W3103559770","https://openalex.org/W3118198138","https://openalex.org/W3139377883","https://openalex.org/W3172247901","https://openalex.org/W3194124098","https://openalex.org/W3212141710","https://openalex.org/W3214389844","https://openalex.org/W4300799055","https://openalex.org/W6681892299","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6732665253","https://openalex.org/W6740801417","https://openalex.org/W6754005058","https://openalex.org/W6754554871","https://openalex.org/W6766952794","https://openalex.org/W6792155000"],"related_works":["https://openalex.org/W3206643590","https://openalex.org/W2897326997","https://openalex.org/W2978272227","https://openalex.org/W1493584786","https://openalex.org/W1544908136","https://openalex.org/W2995449014","https://openalex.org/W2475198316","https://openalex.org/W3134016135","https://openalex.org/W3091825588","https://openalex.org/W2788675931"],"abstract_inverted_index":{"By":[0,86],"providing":[1],"loosely":[2],"coupled,":[3],"lightweight,":[4],"and":[5,15,33,95,133],"independent":[6],"services,":[7],"the":[8,21,40,51,105,147,150,153,160],"microservice":[9,42,73,106,165],"architecture":[10],"is":[11,159],"promising":[12],"for":[13,35,50,80,169],"large-scale":[14],"complex":[16],"service":[17,36,96],"provision":[18],"requirements":[19],"in":[20],"Internet":[22],"of":[23,39,83,92,100,149,155],"Things":[24],"(IoT).":[25],"However,":[26],"it":[27],"requires":[28],"more":[29],"fine-grained":[30,72,89],"resource":[31,59,90],"management":[32],"orchestration":[34,43,74,107,166],"provision.":[37],"Most":[38],"existing":[41],"solutions":[44],"are":[45],"based":[46,122],"on":[47,123],"those":[48],"designed":[49],"traditional":[52],"cloud.":[53],"They":[54],"can":[55],"only":[56],"provide":[57,77],"coarse-grained":[58],"allocation":[60],"using":[61,87,167],"possibly":[62],"conflicting":[63,171],"weighted":[64],"objectives.":[65,172],"In":[66],"this":[67,158],"article,":[68],"we":[69,103],"present":[70],"a":[71,88,110,118],"approach":[75],"to":[76,128],"services":[78],"online":[79],"dynamic":[81],"requests":[82],"IoT":[84],"applications.":[85],"model":[91],"energy":[93,131],"cost":[94],"end-to-end":[97],"response":[98,134],"time":[99],"orchestrated":[101],"microservices,":[102],"formulate":[104],"problem":[108],"as":[109],"multiobjective":[111,119],"Markov":[112],"decision":[113],"process.":[114],"We":[115],"then":[116],"propose":[117],"optimization":[120],"solution":[121],"deep":[124],"reinforcement":[125],"learning":[126],"(DRL)":[127],"simultaneously":[129],"reduce":[130],"consumption":[132],"time.":[135],"Through":[136],"extensive":[137],"experiments,":[138],"our":[139,156],"proposed":[140],"algorithm":[141],"presents":[142],"significant":[143],"performance":[144],"results":[145],"than":[146],"state":[148],"art.":[151],"To":[152],"best":[154],"knowledge,":[157],"first":[161],"work":[162],"that":[163],"addresses":[164],"DRL":[168],"multiple":[170]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}