{"id":"https://openalex.org/W4311897500","doi":"https://doi.org/10.1109/tii.2022.3211622","title":"Real-Time Virtual Machine Scheduling in Industry IoT Network: A Reinforcement Learning Method","display_name":"Real-Time Virtual Machine Scheduling in Industry IoT Network: A Reinforcement Learning Method","publication_year":2022,"publication_date":"2022-10-04","ids":{"openalex":"https://openalex.org/W4311897500","doi":"https://doi.org/10.1109/tii.2022.3211622"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2022.3211622","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2022.3211622","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089901038","display_name":"Xiaojin Ma","orcid":"https://orcid.org/0000-0001-5793-4099"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]},{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaojin Ma","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, Shanghai, China","School of Management, Henan University of Science and Technology, Luoyang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]},{"raw_affiliation_string":"School of Management, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084467125","display_name":"Huahu Xu","orcid":"https://orcid.org/0000-0001-8220-1639"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huahu Xu","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103255869","display_name":"Honghao Gao","orcid":"https://orcid.org/0000-0002-9694-1758"},"institutions":[{"id":"https://openalex.org/I141962983","display_name":"Shanghai University of Engineering Science","ror":"https://ror.org/0557b9y08","country_code":"CN","type":"education","lineage":["https://openalex.org/I141962983"]},{"id":"https://openalex.org/I12832649","display_name":"Gachon University","ror":"https://ror.org/03ryywt80","country_code":"KR","type":"education","lineage":["https://openalex.org/I12832649"]}],"countries":["CN","KR"],"is_corresponding":false,"raw_author_name":"Honghao Gao","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, Shanghai, China","College of Future Industry, Gachon University, Seongnam-si, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I141962983"]},{"raw_affiliation_string":"College of Future Industry, Gachon University, Seongnam-si, South Korea","institution_ids":["https://openalex.org/I12832649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064583442","display_name":"Minjie Bian","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089783","display_name":"Shanghai Medical Information Center","ror":"https://ror.org/007wz9933","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210089783"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minjie Bian","raw_affiliation_strings":["Shanghai Shangda Hairun Information System Company, Ltd., Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Shangda Hairun Information System Company, Ltd., Shanghai, China","institution_ids":["https://openalex.org/I4210089783"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065669269","display_name":"Walayat Hussain","orcid":"https://orcid.org/0000-0003-0610-4006"},"institutions":[{"id":"https://openalex.org/I71270174","display_name":"Victoria University","ror":"https://ror.org/04j757h98","country_code":"AU","type":"education","lineage":["https://openalex.org/I71270174"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Walayat Hussain","raw_affiliation_strings":["Victoria University Business School, Victoria University, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Victoria University Business School, Victoria University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I71270174"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5089901038"],"corresponding_institution_ids":["https://openalex.org/I141962983","https://openalex.org/I167383011"],"apc_list":null,"apc_paid":null,"fwci":8.6684,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.98229118,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"19","issue":"2","first_page":"2129","last_page":"2139"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7968477010726929},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7937850952148438},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7508829832077026},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.6607792973518372},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5899207592010498},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5801267623901367},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.5425205826759338},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5120289921760559},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.461569219827652},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.328655481338501},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.24374720454216003},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.20520612597465515},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.1333177387714386},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1092398464679718},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10334810614585876}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7968477010726929},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7937850952148438},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7508829832077026},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.6607792973518372},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5899207592010498},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5801267623901367},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.5425205826759338},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5120289921760559},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.461569219827652},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.328655481338501},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.24374720454216003},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.20520612597465515},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.1333177387714386},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1092398464679718},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10334810614585876},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tii.2022.3211622","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2022.3211622","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},{"id":"pmh:oai:eprints.vu.edu.au:47721","is_oa":false,"landing_page_url":"https://vuir.vu.edu.au/47721/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400215","display_name":"Victoria University Research Repository (Victoria University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I41156924","host_organization_name":"Victoria University of Wellington","host_organization_lineage":["https://openalex.org/I41156924"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8899999856948853}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1977367431","https://openalex.org/W2028351695","https://openalex.org/W2110374615","https://openalex.org/W2131405329","https://openalex.org/W2148459868","https://openalex.org/W2549390328","https://openalex.org/W2582170906","https://openalex.org/W2610707080","https://openalex.org/W2743034119","https://openalex.org/W2757140470","https://openalex.org/W2885657717","https://openalex.org/W2898972344","https://openalex.org/W2903362341","https://openalex.org/W2939861426","https://openalex.org/W2941697345","https://openalex.org/W2951398599","https://openalex.org/W2957310485","https://openalex.org/W2998083613","https://openalex.org/W3008115759","https://openalex.org/W3008684691","https://openalex.org/W3088341007","https://openalex.org/W3102441862","https://openalex.org/W3108435000","https://openalex.org/W3125245221","https://openalex.org/W3126805270","https://openalex.org/W3127970036","https://openalex.org/W3137986712","https://openalex.org/W3186708693","https://openalex.org/W3214181042","https://openalex.org/W4252214219","https://openalex.org/W4285130686","https://openalex.org/W6764449361"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090","https://openalex.org/W2768698792"],"abstract_inverted_index":{"The":[0],"widespread":[1],"adoption":[2],"of":[3,6,16,53,59,110,129,162],"Industrial":[4],"Internet":[5],"Things":[7],"(IIoT)-based":[8],"applications":[9],"has":[10],"driven":[11],"the":[12,21,41,50,85,98,101,115,119,126,133,146,155,163,166,181],"emergence":[13],"and":[14,34,80,93,100,112,118,154,196],"development":[15],"cloud-related":[17],"computing":[18],"paradigms":[19],"with":[20,175],"ability":[22],"to":[23,48,124,131,150,158],"seamlessly":[24],"leverage":[25],"cloud":[26,60,116],"resources.":[27],"Heterogeneous":[28],"resources,":[29],"mobility":[30],"factors":[31],"in":[32,56,114,165],"IoT,":[33],"dynamic":[35,160],"behavior":[36],"make":[37],"it":[38],"challenging":[39],"for":[40,76,138],"corresponding":[42],"virtual":[43],"machine":[44],"(VM)":[45],"scheduling":[46,73,86],"problem":[47],"address":[49],"processing":[51],"effectiveness":[52],"application":[54],"requests":[55],"these":[57],"kinds":[58],"environments.":[61],"Based":[62],"on":[63],"reinforcement":[64],"learning":[65],"theory,":[66],"this":[67],"article":[68],"proposes":[69],"an":[70],"online":[71],"VM":[72,91,94,190],"scheme":[74],"(OSEC)":[75],"joint":[77],"energy":[78,185],"consumption":[79,186],"cost":[81],"optimization":[82],"that":[83,173],"divides":[84],"process":[87],"into":[88],"two":[89],"parts:":[90],"allocation":[92,136],"migration.":[95],"First,":[96],"all":[97],"VMs":[99,142],"physical":[102],"machines":[103],"(PMs)":[104],"are":[105,143],"regarded":[106],"as":[107],"a":[108,151],"set":[109],"states":[111],"actions":[113],"environment,":[117],"Q-learning":[120],"feedback":[121],"is":[122],"used":[123],"achieve":[125,159],"iterative":[127],"computation":[128],"Q-values":[130],"obtain":[132],"optimal":[134],"parallel":[135],"sequence":[137],"multiple":[139],"VMs.":[140],"Then,":[141],"migrated":[144],"among":[145],"active":[147],"PMs":[148],"according":[149],"grouping":[152],"policy":[153],"best-fit":[156],"principle":[157],"consolidation":[161],"resources":[164],"data":[167],"center.":[168],"Finally,":[169],"experimental":[170],"results":[171],"show":[172],"compared":[174],"state-of-the-art":[176],"algorithms":[177],"under":[178],"different":[179],"conditions,":[180],"proposed":[182],"method":[183],"reduces":[184],"by":[187,193,202],"approximately":[188,194,203],"18.25%,":[189],"execution":[191],"costs":[192],"21.34%,":[195],"service":[197],"level":[198],"agreement":[199],"(SLA)":[200],"violations":[201],"90.51%.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}