{"id":"https://openalex.org/W7125976843","doi":"https://doi.org/10.1109/jiot.2026.3658608","title":"KMPS: A Reinforcement Learning Scheduler for Kubernetes Edge-Cloud Systems","display_name":"KMPS: A Reinforcement Learning Scheduler for Kubernetes Edge-Cloud Systems","publication_year":2026,"publication_date":"2026-01-28","ids":{"openalex":"https://openalex.org/W7125976843","doi":"https://doi.org/10.1109/jiot.2026.3658608"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2026.3658608","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2026.3658608","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124115956","display_name":"Congyue Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Congyue Huang","raw_affiliation_strings":["Dongguan University of Technology, Dongguan, China"],"raw_orcid":"https://orcid.org/0009-0004-4277-4765","affiliations":[{"raw_affiliation_string":"Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wei Tan","orcid":"https://orcid.org/0000-0003-2621-8473"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Tan","raw_affiliation_strings":["Dongguan University of Technology, Dongguan, China"],"raw_orcid":"https://orcid.org/0000-0003-2621-8473","affiliations":[{"raw_affiliation_string":"Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124066116","display_name":"Miaohua Ou","orcid":null},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miaohua Ou","raw_affiliation_strings":["Dongguan University of Technology, Dongguan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Erfu Yang","orcid":"https://orcid.org/0000-0003-1813-5950"},"institutions":[{"id":"https://openalex.org/I181647926","display_name":"University of Strathclyde","ror":"https://ror.org/00n3w3b69","country_code":"GB","type":"education","lineage":["https://openalex.org/I181647926"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Erfu Yang","raw_affiliation_strings":["Department of Design, Manufacturing and Engineering Management, University of Strathclyde, Glasgow, U.K"],"raw_orcid":"https://orcid.org/0000-0003-1813-5950","affiliations":[{"raw_affiliation_string":"Department of Design, Manufacturing and Engineering Management, University of Strathclyde, Glasgow, U.K","institution_ids":["https://openalex.org/I181647926"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124083011","display_name":"Yun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yun Li","raw_affiliation_strings":["Shenzhen Institute for Advanced Study, University of Electronic Science and Technology of China, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-6575-1839","affiliations":[{"raw_affiliation_string":"Shenzhen Institute for Advanced Study, University of Electronic Science and Technology of China, Shenzhen, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07792247,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"8","first_page":"16021","last_page":"16034"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.8655999898910522,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.8655999898910522,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.04989999905228615,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.03680000081658363,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.800000011920929},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6784999966621399},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.6240000128746033},{"id":"https://openalex.org/keywords/two-level-scheduling","display_name":"Two-level scheduling","score":0.43320000171661377},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.3995000123977661},{"id":"https://openalex.org/keywords/fair-share-scheduling","display_name":"Fair-share scheduling","score":0.3968000113964081},{"id":"https://openalex.org/keywords/round-robin-scheduling","display_name":"Round-robin scheduling","score":0.37860000133514404},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3456999957561493}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.868399977684021},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.800000011920929},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6807000041007996},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6784999966621399},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.6240000128746033},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.43320000171661377},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.3995000123977661},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.3968000113964081},{"id":"https://openalex.org/C175893541","wikidata":"https://www.wikidata.org/wiki/Q1196582","display_name":"Round-robin scheduling","level":4,"score":0.37860000133514404},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3456999957561493},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.3109000027179718},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30489999055862427},{"id":"https://openalex.org/C127456818","wikidata":"https://www.wikidata.org/wiki/Q238879","display_name":"Rate-monotonic scheduling","level":4,"score":0.30329999327659607},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C122141398","wikidata":"https://www.wikidata.org/wiki/Q5456330","display_name":"Fixed-priority pre-emptive scheduling","level":5,"score":0.2971000075340271},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.2962999939918518},{"id":"https://openalex.org/C2984822820","wikidata":"https://www.wikidata.org/wiki/Q1123036","display_name":"Processor scheduling","level":3,"score":0.28279998898506165},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2696000039577484},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.26899999380111694},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25870001316070557},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2026.3658608","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2026.3658608","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1266495370","display_name":null,"funder_award_id":"2014A 010103039","funder_id":"https://openalex.org/F4320335795","funder_display_name":"Science and Technology Planning Project of Guangdong Province"},{"id":"https://openalex.org/G292890982","display_name":null,"funder_award_id":"W2431044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3211518957","display_name":null,"funder_award_id":"2014B090901002","funder_id":"https://openalex.org/F4320335795","funder_display_name":"Science and Technology Planning Project of Guangdong Province"},{"id":"https://openalex.org/G3734759013","display_name":null,"funder_award_id":"W2412112","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5793288984","display_name":null,"funder_award_id":"2015A010103022","funder_id":"https://openalex.org/F4320335795","funder_display_name":"Science and Technology Planning Project of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335795","display_name":"Science and Technology Planning Project of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Kubernetes":[0],"(K8s)":[1],"provides":[2],"the":[3,16,120],"foundation":[4],"for":[5,48],"integrating":[6],"distributed":[7],"edge-cloud":[8],"resources.":[9],"However,":[10],"existing":[11],"frameworks":[12],"struggle":[13],"to":[14,36,67,91,118],"address":[15],"challenges":[17],"of":[18],"cross-cluster":[19,57,136],"coordination":[20,86],"and":[21,59,82,94,114,131],"dynamic":[22,109],"resource":[23],"changes,":[24],"limiting":[25],"throughput.":[26,39],"We":[27],"propose":[28],"KMPS,":[29],"a":[30,42,84,132],"deep":[31],"reinforcement":[32],"learning-based":[33],"scheduling":[34,58,93,137],"framework":[35,122],"enhance":[37],"long-term":[38,129],"KMPS":[40,105],"integrates":[41],"multi-agent":[43],"proximal":[44],"policy":[45,80],"optimization":[46],"algorithm":[47],"autonomous":[49],"edge":[50],"access":[51],"point":[52],"scheduling,":[53],"combined":[54],"with":[55,96],"gRPC":[56],"invalid":[60],"target":[61],"filtering;":[62],"utilizes":[63],"graph":[64],"neural":[65],"networks":[66],"embed":[68],"system":[69],"state":[70],"information,":[71],"decomposing":[72],"high-dimensional":[73],"service":[74],"orchestration":[75],"actions":[76],"through":[77],"multiple":[78],"separate":[79],"networks;":[81],"constructs":[83],"three-time-scale":[85],"mechanism":[87],"(0.25s,":[88],"2s,":[89],"25s)":[90],"coordinate":[92],"orchestration,":[95],"K8s":[97],"compatibility.":[98],"Experiments":[99],"on":[100],"real":[101],"workloads":[102],"verify":[103],"that":[104],"operates":[106],"stably":[107],"under":[108],"loads,":[110],"sudden":[111],"emergency":[112],"tasks,":[113],"multi-cluster":[115],"scenarios.":[116],"Compared":[117],"baselines,":[119],"proposed":[121],"achieves":[123],"an":[124],"over":[125],"5.3%":[126],"increase":[127],"in":[128,135],"throughput":[130],"60%":[133],"reduction":[134],"latency.":[138]},"counts_by_year":[],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2026-01-29T00:00:00"}