{"id":"https://openalex.org/W4412605303","doi":"https://doi.org/10.1109/jiot.2025.3589684","title":"Global Microservice Autoscaling Over Heterogeneous Edge Environments for Internet Applications: A Reinforcement Learning Approach","display_name":"Global Microservice Autoscaling Over Heterogeneous Edge Environments for Internet Applications: A Reinforcement Learning Approach","publication_year":2025,"publication_date":"2025-07-23","ids":{"openalex":"https://openalex.org/W4412605303","doi":"https://doi.org/10.1109/jiot.2025.3589684"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3589684","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3589684","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101861025","display_name":"Kai Peng","orcid":"https://orcid.org/0000-0001-9910-4237"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kai Peng","raw_affiliation_strings":["Hubei Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Laboratory of Internet of Intelligence, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9910-4237","affiliations":[{"raw_affiliation_string":"Hubei Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Laboratory of Internet of Intelligence, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102048209","display_name":"Jie Rao","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Rao","raw_affiliation_strings":["Hubei Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Laboratory of Internet of Intelligence, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0004-9199-7797","affiliations":[{"raw_affiliation_string":"Hubei Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Laboratory of Internet of Intelligence, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hao Li","orcid":"https://orcid.org/0009-0005-6434-6697"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Li","raw_affiliation_strings":["Hubei Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Laboratory of Internet of Intelligence, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0005-6434-6697","affiliations":[{"raw_affiliation_string":"Hubei Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Laboratory of Internet of Intelligence, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102800436","display_name":"Yi Hu","orcid":"https://orcid.org/0009-0009-5111-1900"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Hu","raw_affiliation_strings":["Hubei Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Laboratory of Internet of Intelligence, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0009-5111-1900","affiliations":[{"raw_affiliation_string":"Hubei Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Laboratory of Internet of Intelligence, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101813200","display_name":"Bo Jin","orcid":"https://orcid.org/0009-0003-3646-2725"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Jin","raw_affiliation_strings":["Information Center, State Grid Hubei Information and Telecommunication Company, Wuhan, China","State Grid Hubei Information and Telecommunication Company, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Center, State Grid Hubei Information and Telecommunication Company, Wuhan, China","institution_ids":["https://openalex.org/I17442442"]},{"raw_affiliation_string":"State Grid Hubei Information and Telecommunication Company, Wuhan, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030635624","display_name":"Tianyue Zheng","orcid":"https://orcid.org/0000-0002-2826-6498"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyue Zheng","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2826-6498","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058697648","display_name":"Menglan Hu","orcid":"https://orcid.org/0000-0003-2800-4348"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Menglan Hu","raw_affiliation_strings":["Hubei Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronic Information and Communications, Hubei Laboratory of Internet of Intelligence, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-2800-4348","affiliations":[{"raw_affiliation_string":"Hubei Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Hubei Laboratory of Internet of Intelligence, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101861025"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":2.9051,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.91761525,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"12","issue":"19","first_page":"40247","last_page":"40258"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8353970050811768},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7818405628204346},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5717467665672302},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5432050228118896},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4801004230976105},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.423397958278656},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.38524049520492554},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3651157319545746},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.20475682616233826}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8353970050811768},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7818405628204346},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5717467665672302},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5432050228118896},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4801004230976105},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.423397958278656},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.38524049520492554},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3651157319545746},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20475682616233826}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3589684","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3589684","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4423398805","display_name":null,"funder_award_id":"2024BAB031","funder_id":"https://openalex.org/F4320330214","funder_display_name":"Key Research and Development Program of Hunan Province of China"},{"id":"https://openalex.org/G4818978804","display_name":null,"funder_award_id":"2024BAB016","funder_id":"https://openalex.org/F4320330214","funder_display_name":"Key Research and Development Program of Hunan Province of China"},{"id":"https://openalex.org/G6353780755","display_name":null,"funder_award_id":"2024BAA011","funder_id":"https://openalex.org/F4320330214","funder_display_name":"Key Research and Development Program of Hunan Province of China"},{"id":"https://openalex.org/G7481879049","display_name":null,"funder_award_id":"62171189","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320330214","display_name":"Key Research and Development Program of Hunan Province of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1564665474","https://openalex.org/W2095320658","https://openalex.org/W2556088991","https://openalex.org/W2624989916","https://openalex.org/W2781108055","https://openalex.org/W2808511507","https://openalex.org/W2836959296","https://openalex.org/W2900535486","https://openalex.org/W2916014425","https://openalex.org/W2975654487","https://openalex.org/W2982576723","https://openalex.org/W3003378062","https://openalex.org/W3011265235","https://openalex.org/W3034962907","https://openalex.org/W3048234700","https://openalex.org/W3194881980","https://openalex.org/W3214733124","https://openalex.org/W4210924969","https://openalex.org/W4211116120","https://openalex.org/W4213202707","https://openalex.org/W4283393617","https://openalex.org/W4285327172","https://openalex.org/W4308426645","https://openalex.org/W4312918711","https://openalex.org/W4312939319","https://openalex.org/W4317603370","https://openalex.org/W4382119559","https://openalex.org/W4386609108","https://openalex.org/W4386858349","https://openalex.org/W4390547660","https://openalex.org/W4391941423","https://openalex.org/W4393182127","https://openalex.org/W4396567901","https://openalex.org/W4401246532","https://openalex.org/W4401416145","https://openalex.org/W4401692240"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W2914646191","https://openalex.org/W3023564924","https://openalex.org/W2942586735"],"abstract_inverted_index":{"The":[0,155],"integration":[1],"of":[2,22,37,67,101,111],"microservice":[3,27,96],"architecture":[4],"and":[5,41,63,70,114,117,136,152],"edge":[6,25,39,45,53,74,102],"computing":[7],"offers":[8],"innovative":[9],"solutions":[10],"for":[11,50],"highly":[12],"interactive,":[13],"low-latency":[14],"Internet":[15],"applications.":[16],"To":[17],"manage":[18],"the":[19,34,42,60,64,99,108,126],"dynamic":[20],"nature":[21],"requests":[23],"in":[24,52,73,169],"computing,":[26],"autoscaling":[28,51,97],"techniques":[29,140],"are":[30],"frequently":[31],"employed.":[32],"However,":[33],"resource":[35],"limitation":[36],"individual":[38],"servers":[40,46],"heterogeneity":[43],"among":[44],"present":[47],"significant":[48],"challenges":[49],"computing.":[54,75],"Meanwhile,":[55],"few":[56],"studies":[57],"have":[58],"considered":[59],"long-term":[61,120,127],"optimization":[62,66,110,121,128],"joint":[65,109],"instance":[68,112],"adjustment":[69,113],"request":[71,115],"routing":[72],"This":[76],"paper":[77],"aims":[78],"to":[79,141,174],"fill":[80],"these":[81],"gaps.":[82],"First,":[83],"we":[84,106,124,145],"propose":[85],"Global":[86],"Horizontal":[87],"Pod":[88],"Autoscaler":[89],"(GHPA),":[90],"a":[91,119,131,165],"novel":[92],"framework":[93],"that":[94,159],"addresses":[95],"from":[98],"perspective":[100],"server":[103],"clusters.":[104],"Second,":[105],"consider":[107],"routing,":[116],"formulate":[118],"problem.":[122],"Third,":[123],"transform":[125],"problem":[129],"into":[130],"Markov":[132],"Decision":[133],"Problem":[134],"(MDP)":[135],"use":[137],"reinforcement":[138],"learning":[139],"solve":[142],"it.":[143],"Finally,":[144],"conduct":[146],"extensive":[147],"experiments":[148],"using":[149],"both":[150],"real":[151],"synthetic":[153],"data.":[154],"experiment":[156],"results":[157],"demonstrate":[158],"our":[160],"algorithm":[161],"achieves":[162],"at":[163],"least":[164],"10%":[166],"performance":[167],"improvement":[168],"various":[170],"test":[171],"environments":[172],"compared":[173],"state-of-the-art":[175],"algorithms.":[176]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}