{"id":"https://openalex.org/W3214291861","doi":"https://doi.org/10.1109/jsyst.2021.3122126","title":"Deep Adversarial Imitation Reinforcement Learning for QoS-Aware Cloud Job Scheduling","display_name":"Deep Adversarial Imitation Reinforcement Learning for QoS-Aware Cloud Job Scheduling","publication_year":2021,"publication_date":"2021-11-09","ids":{"openalex":"https://openalex.org/W3214291861","doi":"https://doi.org/10.1109/jsyst.2021.3122126","mag":"3214291861"},"language":"en","primary_location":{"id":"doi:10.1109/jsyst.2021.3122126","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2021.3122126","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103158590","display_name":"Yifeng Huang","orcid":"https://orcid.org/0000-0001-8548-630X"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yifeng Huang","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073321754","display_name":"Long Cheng","orcid":"https://orcid.org/0000-0003-1638-059X"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Cheng","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065511308","display_name":"Lianting Xue","orcid":"https://orcid.org/0000-0002-7453-6575"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianting Xue","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100331605","display_name":"Cong Liu","orcid":"https://orcid.org/0000-0002-5999-2126"},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Liu","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University of Technology, Shandong, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University of Technology, Shandong, China","institution_ids":["https://openalex.org/I119203015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026431753","display_name":"Yuancheng Li","orcid":"https://orcid.org/0000-0001-8074-7259"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuancheng Li","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100356260","display_name":"Jian\u2010Bin Li","orcid":"https://orcid.org/0000-0002-8995-3304"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianbin Li","raw_affiliation_strings":["School of Control and Computer Engineering, North China Electric Power University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Control and Computer Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080429518","display_name":"Tom\u00e1s Ward","orcid":"https://orcid.org/0000-0002-6173-6607"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Tomas Ward","raw_affiliation_strings":["Insight SFI Research Centre for Data Analytics, School of Computing, Dublin City University, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Insight SFI Research Centre for Data Analytics, School of Computing, Dublin City University, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5103158590"],"corresponding_institution_ids":["https://openalex.org/I153473198"],"apc_list":null,"apc_paid":null,"fwci":13.9047,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.98852268,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"16","issue":"3","first_page":"4232","last_page":"4242"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8181154727935791},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7934787273406982},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7270528674125671},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6464263796806335},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5909087657928467},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5741763114929199},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.567220151424408},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5601379871368408},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4808657765388489},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4139976501464844},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4135083854198456},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.36169230937957764},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.25118911266326904},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12188586592674255},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09499183297157288},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.08394208550453186}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8181154727935791},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7934787273406982},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7270528674125671},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6464263796806335},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5909087657928467},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5741763114929199},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.567220151424408},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5601379871368408},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4808657765388489},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4139976501464844},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4135083854198456},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.36169230937957764},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25118911266326904},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12188586592674255},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09499183297157288},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.08394208550453186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsyst.2021.3122126","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2021.3122126","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.5799999833106995}],"awards":[{"id":"https://openalex.org/G3622394097","display_name":null,"funder_award_id":"SFI/12/RC/2289P2","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G4471712561","display_name":null,"funder_award_id":"2021MS017","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7292913769","display_name":null,"funder_award_id":"61902222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W161796414","https://openalex.org/W1522301498","https://openalex.org/W1964581121","https://openalex.org/W1977367431","https://openalex.org/W1986178474","https://openalex.org/W2015099024","https://openalex.org/W2020576273","https://openalex.org/W2025397485","https://openalex.org/W2027753527","https://openalex.org/W2064741297","https://openalex.org/W2067245711","https://openalex.org/W2099471712","https://openalex.org/W2100297710","https://openalex.org/W2114296561","https://openalex.org/W2119660229","https://openalex.org/W2130095783","https://openalex.org/W2167942029","https://openalex.org/W2171211995","https://openalex.org/W2290883490","https://openalex.org/W2342761116","https://openalex.org/W2464889299","https://openalex.org/W2604382266","https://openalex.org/W2607362220","https://openalex.org/W2616575853","https://openalex.org/W2783827472","https://openalex.org/W2787759836","https://openalex.org/W2892464762","https://openalex.org/W2893020490","https://openalex.org/W2902982219","https://openalex.org/W2922897133","https://openalex.org/W2949236164","https://openalex.org/W2954522583","https://openalex.org/W2956161642","https://openalex.org/W2963505890","https://openalex.org/W2990062730","https://openalex.org/W3002068112","https://openalex.org/W3010301175","https://openalex.org/W3100789280","https://openalex.org/W3125783724","https://openalex.org/W3126965823","https://openalex.org/W4214822034","https://openalex.org/W4252214219","https://openalex.org/W4300106150","https://openalex.org/W6631190155","https://openalex.org/W6681478256","https://openalex.org/W6685444567","https://openalex.org/W6718092244","https://openalex.org/W6751824613"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W4285226279","https://openalex.org/W4288019534"],"abstract_inverted_index":{"Although":[0],"cloud":[1,17,77,133,179],"computing":[2,195],"is":[3,25,78,106],"one":[4],"of":[5,22,33,61,74,164,190],"the":[6,31,50,59,62,66,69,72,89,101,110,161,177,184,188],"promising":[7],"technologies":[8],"for":[9,64,130],"online":[10],"business":[11],"services,":[12],"how":[13],"to":[14,145],"schedule":[15],"real-time":[16,192],"jobs":[18,75],"with":[19,91,151],"high":[20,92],"quality":[21],"service":[23],"(QoS)":[24],"still":[26],"challenging":[27],"current":[28,81],"techniques.":[29],"With":[30],"advancing":[32],"machine":[34],"learning,":[35],"deep":[36,123],"reinforcement":[37,126],"learning":[38,127],"(DRL)":[39],"has":[40],"demonstrated":[41],"its":[42],"outstanding":[43],"capability":[44],"in":[45,53,76,87,112,142,187],"dispatching":[46],"time-sensitive":[47,132],"tasks.":[48],"However,":[49],"reinforced":[51],"rewards":[52],"DRL":[54],"are":[55],"typically":[56],"unavailable":[57],"until":[58],"completion":[60],"scheduling":[63,104,131,139,181],"all":[65],"jobs.":[67,134],"Considering":[68],"fact":[70],"that":[71,100,172],"trajectory":[73],"always":[79],"long,":[80],"DRL-based":[82,185],"solutions":[83],"will":[84],"meet":[85],"challenges":[86],"finding":[88],"trajectories":[90],"rewards,":[93],"and":[94,167,194],"thus":[95],"would":[96],"have":[97],"issues":[98],"such":[99],"finally":[102],"trained":[103],"policy":[105],"suboptimal.":[107],"To":[108],"improve":[109],"problem,":[111],"this":[113],"article,":[114],"we":[115,136],"propose":[116],"a":[117,122,143,152],"more":[118],"advanced":[119],"approach":[120],"called":[121],"adversarial":[124],"imitation":[125],"(AIRL)":[128],"framework":[129],"Specifically,":[135],"focus":[137],"on":[138,155],"user":[140],"requests":[141],"way":[144],"maximize":[146],"job":[147,156,180],"successful":[148],"rate":[149],"along":[150],"significant":[153],"reduction":[154],"response":[157],"time.":[158],"We":[159],"present":[160],"detailed":[162],"design":[163],"our":[165,168],"method,":[166,186],"experimental":[169],"results":[170],"demonstrate":[171],"AIRL":[173],"can":[174],"generally":[175],"outperform":[176],"existing":[178],"approaches,":[182],"including":[183],"presence":[189],"different":[191],"workload":[193],"resource":[196],"configurations.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":22}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}