{"id":"https://openalex.org/W4413822407","doi":"https://doi.org/10.1109/tse.2025.3603995","title":"ASTRA: Adversarial Sim-to-Real Transfer Reinforcement Learning for Autoscaling in Cloud Systems","display_name":"ASTRA: Adversarial Sim-to-Real Transfer Reinforcement Learning for Autoscaling in Cloud Systems","publication_year":2025,"publication_date":"2025-08-29","ids":{"openalex":"https://openalex.org/W4413822407","doi":"https://doi.org/10.1109/tse.2025.3603995"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2025.3603995","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3603995","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067824048","display_name":"Tiangang Li","orcid":"https://orcid.org/0009-0003-7582-8128"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiangang Li","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0003-7582-8128","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111118231","display_name":"Shi Ying","orcid":"https://orcid.org/0000-0002-0471-0021"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Ying","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-0471-0021","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090647394","display_name":"Xiangbo Tian","orcid":"https://orcid.org/0009-0006-1078-9860"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangbo Tian","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0006-1078-9860","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ting Zhang","orcid":"https://orcid.org/0009-0001-7950-4011"},"institutions":[{"id":"https://openalex.org/I4210123088","display_name":"Wuhan Technology and Business University","ror":"https://ror.org/0348f9w08","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210123088"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Zhang","raw_affiliation_strings":["School of Artificial Intelligence, Wuhan Technology and Business University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0001-7950-4011","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Wuhan Technology and Business University, Wuhan, China","institution_ids":["https://openalex.org/I4210123088"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yong Wang","orcid":"https://orcid.org/0009-0002-1053-245X"},"institutions":[{"id":"https://openalex.org/I4210123088","display_name":"Wuhan Technology and Business University","ror":"https://ror.org/0348f9w08","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210123088"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Wang","raw_affiliation_strings":["School of Artificial Intelligence, Wuhan Technology and Business University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0002-1053-245X","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Wuhan Technology and Business University, Wuhan, China","institution_ids":["https://openalex.org/I4210123088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9253,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.77021427,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"51","issue":"10","first_page":"2921","last_page":"2941"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10558","display_name":"Advancements in Semiconductor Devices and Circuit Design","score":0.9118000268936157,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10558","display_name":"Advancements in Semiconductor Devices and Circuit Design","score":0.9118000268936157,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8232629299163818},{"id":"https://openalex.org/keywords/astra","display_name":"ASTRA","score":0.7431474328041077},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7329210638999939},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.700092077255249},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6787793636322021},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.48859506845474243},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46265727281570435},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4594406187534332},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3779069781303406},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3635612726211548},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3394550383090973},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.21249300241470337}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8232629299163818},{"id":"https://openalex.org/C2776902872","wikidata":"https://www.wikidata.org/wiki/Q352410","display_name":"ASTRA","level":2,"score":0.7431474328041077},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7329210638999939},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.700092077255249},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6787793636322021},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.48859506845474243},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46265727281570435},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4594406187534332},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3779069781303406},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3635612726211548},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3394550383090973},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.21249300241470337},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2025.3603995","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2025.3603995","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2650629966","display_name":null,"funder_award_id":"62072342","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2698811623","display_name":null,"funder_award_id":"62472329","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2752782242","https://openalex.org/W2967927105","https://openalex.org/W2968986602","https://openalex.org/W2987353069","https://openalex.org/W3014805346","https://openalex.org/W3021735597","https://openalex.org/W3159883682","https://openalex.org/W3161207621","https://openalex.org/W3176111990","https://openalex.org/W3208528604","https://openalex.org/W4205601070","https://openalex.org/W4225976865","https://openalex.org/W4281641923","https://openalex.org/W4285604331","https://openalex.org/W4296911841","https://openalex.org/W4297964528","https://openalex.org/W4308086123","https://openalex.org/W4312616278","https://openalex.org/W4317603370","https://openalex.org/W4377695283","https://openalex.org/W4381194802","https://openalex.org/W4382317604","https://openalex.org/W4383112908","https://openalex.org/W4383220237","https://openalex.org/W4385763767","https://openalex.org/W4386869640","https://openalex.org/W4391547660","https://openalex.org/W4394744886","https://openalex.org/W4394786109","https://openalex.org/W4399207455","https://openalex.org/W4404734757"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W3137540838","https://openalex.org/W1595508150","https://openalex.org/W2482350142","https://openalex.org/W2632469507","https://openalex.org/W4246396837","https://openalex.org/W140251037","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585"],"abstract_inverted_index":{"With":[0],"the":[1,111,160,164,169,203],"widespread":[2],"adoption":[3],"of":[4,163,228],"cloud":[5,20,52,84,125],"computing,":[6],"autoscaling":[7,25,175],"has":[8],"become":[9],"crucial":[10],"for":[11,79,101,114],"efficient":[12],"resource":[13],"management":[14],"and":[15,42,62,96,150,218,236],"stable":[16],"service":[17],"provision":[18],"in":[19,202,213,226,254],"systems.":[21],"In":[22],"recent":[23],"years,":[24],"methods":[26],"based":[27,88,134,177,190],"on":[28,89,135,178,191],"deep":[29],"reinforcement":[30,76],"learning":[31,77],"(DRL)":[32],"have":[33],"gained":[34],"significant":[35],"attention":[36],"due":[37,167],"to":[38,110,158,168,260],"their":[39],"outstanding":[40],"adaptability":[41],"flexibility.":[43],"However,":[44],"training":[45,98,186,263],"DRL-based":[46],"autoscaler":[47],"requires":[48],"interactions":[49],"with":[50,187],"real":[51,112,204],"systems,":[53],"incurring":[54],"high":[55],"interaction":[56,247,255],"costs,":[57,248],"low":[58],"data":[59],"collection":[60,100,257],"efficiency,":[61],"potential":[63],"operational":[64],"impacts.":[65],"To":[66,117],"address":[67,118],"these":[68],"challenges,":[69],"we":[70,128,172],"propose":[71,129,173],"ASTRA,":[72],"a":[73,83,90,130,251],"sim-to-real":[74],"transfer":[75,217],"framework":[78],"autoscaling.":[80,220],"ASTRA":[81,208,222,249],"constructs":[82],"system":[85,148,205],"simulation":[86,155],"environment":[87,214],"performance":[91,119,131,161,212],"estimation":[92],"model,":[93,145],"enabling":[94],"low-cost":[95],"high-efficiency":[97],"sample":[99,256],"policy":[102,106,166,185,198,216],"learning.":[103],"The":[104,200],"learned":[105],"is":[107],"subsequently":[108],"transferred":[109,165,197],"systems":[113],"scaling":[115],"decisions.":[116],"modeling":[120,132],"inaccuracies":[121],"caused":[122],"by":[123],"dynamic":[124],"state":[126,138,143,151,192],"changes,":[127],"method":[133,176],"hybrid":[136],"attentive":[137],"space":[139,144],"model.":[140],"By":[141,182],"incorporating":[142],"it":[146,194],"captures":[147],"dynamics":[149],"evolution,":[152],"effectively":[153],"reducing":[154],"errors.":[156],"Furthermore,":[157],"mitigate":[159],"degradation":[162],"distribution":[170],"shift,":[171],"an":[174],"adversarial":[179,184],"soft":[180],"actor-critic.":[181],"introducing":[183],"gradient":[188],"regularization":[189],"perturbations,":[193],"significantly":[195],"improves":[196],"performance.":[199],"results":[201],"demonstrate":[206],"that":[207],"achieves":[209,250],"optimal":[210],"overall":[211],"modeling,":[215],"real-world":[219],"Specifically,":[221],"outperforms":[223],"all":[224],"baselines":[225],"terms":[227],"instance":[229],"number,":[230],"response":[231],"time,":[232],"SLO":[233],"violation":[234],"rate,":[235],"CPU":[237],"utilization":[238],"under":[239,245],"different":[240],"workload":[241],"patterns.":[242],"More":[243],"importantly,":[244],"limited":[246],"616.94\u00d7":[252],"improvement":[253],"rate":[258],"compared":[259],"direct":[261],"online":[262],"method.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}