{"id":"https://openalex.org/W2929242575","doi":"https://doi.org/10.1109/access.2019.2902846","title":"Multi-Objective Workflow Scheduling With Deep-Q-Network-Based Multi-Agent Reinforcement Learning","display_name":"Multi-Objective Workflow Scheduling With Deep-Q-Network-Based Multi-Agent Reinforcement Learning","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2929242575","doi":"https://doi.org/10.1109/access.2019.2902846","mag":"2929242575"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2902846","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2902846","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08676306.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08676306.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040080768","display_name":"Yuandou Wang","orcid":"https://orcid.org/0000-0003-4694-9572"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuandou Wang","raw_affiliation_strings":["Chongqing University, Chongqing, Sichuan, CN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing University, Chongqing, Sichuan, CN","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101436194","display_name":"Hang Liu","orcid":"https://orcid.org/0000-0002-9736-3486"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Liu","raw_affiliation_strings":["Chongqing University, Chongqing, Sichuan, CN"],"raw_orcid":"https://orcid.org/0000-0002-9736-3486","affiliations":[{"raw_affiliation_string":"Chongqing University, Chongqing, Sichuan, CN","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064993304","display_name":"Wanbo Zheng","orcid":"https://orcid.org/0000-0002-9500-4164"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanbo Zheng","raw_affiliation_strings":["Kunming University of Science and Technology, Kunming, Yunnan, CN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kunming University of Science and Technology, Kunming, Yunnan, CN","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080478930","display_name":"Yunni Xia","orcid":"https://orcid.org/0000-0001-9024-732X"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunni Xia","raw_affiliation_strings":["Chongqing University, Chongqing, Sichuan, CN"],"raw_orcid":"https://orcid.org/0000-0001-9024-732X","affiliations":[{"raw_affiliation_string":"Chongqing University, Chongqing, Sichuan, CN","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100633550","display_name":"Yawen Li","orcid":"https://orcid.org/0000-0003-0180-3318"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yawen Li","raw_affiliation_strings":["Chongqing University, Chongqing, Sichuan, CN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing University, Chongqing, Sichuan, CN","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100338429","display_name":"Peng Chen","orcid":"https://orcid.org/0000-0001-5221-3655"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Chen","raw_affiliation_strings":["Sichuan University, Chengdu, Sichuan, CN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sichuan University, Chengdu, Sichuan, CN","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069464645","display_name":"Kunyin Guo","orcid":"https://orcid.org/0000-0003-1902-2384"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kunyin Guo","raw_affiliation_strings":["Chongqing University, Chongqing, Sichuan, CN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing University, Chongqing, Sichuan, CN","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064190343","display_name":"Hong Xie","orcid":"https://orcid.org/0000-0001-7935-7210"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hong Xie","raw_affiliation_strings":["Chinese University of Hong Kong, New Territories, HK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, New Territories, HK","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":31.1276,"has_fulltext":true,"cited_by_count":285,"citation_normalized_percentile":{"value":0.99730482,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"39974","last_page":"39982"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.837666928768158},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7941752076148987},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.589046835899353},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5545951128005981},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4844103455543518},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.457767516374588},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3948547840118408},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3287484645843506},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.13192856311798096},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.10088804364204407}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.837666928768158},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7941752076148987},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.589046835899353},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5545951128005981},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4844103455543518},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.457767516374588},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3948547840118408},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3287484645843506},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.13192856311798096},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.10088804364204407},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2902846","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2902846","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08676306.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e9c249e1b9c24b6480e071b753eaab94","is_oa":true,"landing_page_url":"https://doaj.org/article/e9c249e1b9c24b6480e071b753eaab94","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 39974-39982 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2902846","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2902846","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08676306.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6399999856948853,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1022033465","display_name":null,"funder_award_id":"cstc2014jcyjA90027","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G1978758628","display_name":null,"funder_award_id":"KJZH17104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3240576017","display_name":null,"funder_award_id":"Xm2015078","funder_id":"https://openalex.org/F4320326161","funder_display_name":"Chongqing Postdoctoral Science Special Foundation"},{"id":"https://openalex.org/G3661979951","display_name":null,"funder_award_id":"CDJZR12180012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G398890633","display_name":null,"funder_award_id":"CDJZR12180012","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G614010327","display_name":null,"funder_award_id":"cstc2014jcyjA40010","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G6639176933","display_name":"\u57fa\u4e8ePetri\u7f51\u4e0e\u534f\u540c\u8fc7\u6ee4\u7684\u4e91\u4e0aWeb\u670d\u52a1\u53ef\u4fe1\u6027\u91cf\u5316\u5206\u6790\u4e0e\u9884\u6d4b\u7684\u7814\u7a76","funder_award_id":"61472051","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8053478360","display_name":null,"funder_award_id":"106112014CDJZR185503","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326161","display_name":"Chongqing Postdoctoral Science Special Foundation","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2929242575.pdf","grobid_xml":"https://content.openalex.org/works/W2929242575.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1966769064","https://openalex.org/W2040262586","https://openalex.org/W2098781560","https://openalex.org/W2123432324","https://openalex.org/W2126105956","https://openalex.org/W2150062570","https://openalex.org/W2165171393","https://openalex.org/W2341479450","https://openalex.org/W2343505381","https://openalex.org/W2469321762","https://openalex.org/W2488745305","https://openalex.org/W2507363050","https://openalex.org/W2546571074","https://openalex.org/W2559975580","https://openalex.org/W2567554004","https://openalex.org/W2581327637","https://openalex.org/W2592981353","https://openalex.org/W2737551799","https://openalex.org/W2753661786","https://openalex.org/W2783038397","https://openalex.org/W2784017215","https://openalex.org/W2794654330","https://openalex.org/W2798925681","https://openalex.org/W2800698154","https://openalex.org/W2809423457","https://openalex.org/W2811338889","https://openalex.org/W2817612004","https://openalex.org/W2870777968","https://openalex.org/W2883550421","https://openalex.org/W2890673770","https://openalex.org/W2892008910","https://openalex.org/W2892375454","https://openalex.org/W2892501391","https://openalex.org/W2897510551","https://openalex.org/W2898726528","https://openalex.org/W2963600139","https://openalex.org/W2963934958","https://openalex.org/W4298857966","https://openalex.org/W4299802797","https://openalex.org/W6637967152","https://openalex.org/W6684470913","https://openalex.org/W6704460705","https://openalex.org/W6738796088","https://openalex.org/W6746513637","https://openalex.org/W6750321149","https://openalex.org/W6752473064","https://openalex.org/W6753505455"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2952356279"],"abstract_inverted_index":{"Cloud":[0],"Computing":[1],"provides":[2],"an":[3],"effective":[4],"platform":[5],"for":[6,24,134],"executing":[7],"large-scale":[8],"and":[9,95,111,118,123,139,146,175,200],"complex":[10],"workflow":[11,37,109,173],"applications":[12,110],"with":[13],"a":[14,56,72,76,100,154],"pay-as-you-go":[15],"model.":[16],"Nevertheless,":[17],"various":[18],"challenges,":[19],"especially":[20],"its":[21],"optimal":[22],"scheduling":[23,38,84,209],"multiple":[25,170],"conflicting":[26],"objectives,":[27],"are":[28,40],"yet":[29],"to":[30,81,148],"be":[31],"addressed":[32],"properly.":[33],"The":[34,127,179],"existing":[35],"multi-objective":[36,196],"approaches":[39],"still":[41],"limited":[42],"in":[43,75,153,204],"many":[44],"ways,":[45],"e.g.,":[46,191],"encoding":[47],"is":[48,130],"restricted":[49],"by":[50],"prior":[51,143],"experts\u2019":[52,144],"knowledge":[53,145],"when":[54],"handling":[55],"dynamic":[57,155],"real-time":[58,156],"problem,":[59],"which":[60,104],"strongly":[61],"influences":[62],"the":[63,83,106,119,149],"performance":[64],"of":[65,85,108,132,206,208],"scheduling.":[66],"In":[67],"this":[68],"paper,":[69],"we":[70,98,163],"apply":[71],"deep-Q-network":[73],"model":[74,129],"multi-agent":[77],"reinforcement":[78],"learning":[79],"setting":[80],"guide":[82],"multi-workflows":[86],"over":[87],"infrastructure-as-a-service":[88],"clouds.":[89],"To":[90,158],"optimize":[91],"multi-workflow":[92],"completion":[93,121],"time":[94,122],"user\u2019s":[96],"cost,":[97],"consider":[99],"Markov":[101],"game":[102,128],"model,":[103],"takes":[105],"number":[107],"heterogeneous":[112],"virtual":[113],"machines":[114],"as":[115,125],"state":[116],"input":[117],"maximum":[120],"cost":[124,140],"rewards.":[126],"capable":[131],"seeking":[133],"correlated":[135,150],"equilibrium":[136,151],"between":[137],"make-span":[138],"criteria":[141],"without":[142],"converges":[147],"policy":[152],"environment.":[157],"validate":[159],"our":[160,185],"proposed":[161,186],"approach,":[162],"conduct":[164],"extensive":[165],"case":[166],"studies":[167],"based":[168],"on":[169],"well-known":[171],"scientific":[172],"templates":[174],"Amazon":[176],"EC2":[177],"cloud.":[178],"experimental":[180],"results":[181],"clearly":[182],"suggest":[183],"that":[184],"approach":[187],"outperforms":[188],"traditional":[189],"ones,":[190],"non-dominated":[192],"sorting":[193],"genetic":[194],"algorithm-II,":[195],"particle":[197],"swarm":[198],"optimization,":[199],"game-theoretic-based":[201],"greedy":[202],"algorithms,":[203],"terms":[205],"optimality":[207],"plans":[210],"generated.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":54},{"year":2022,"cited_by_count":55},{"year":2021,"cited_by_count":39},{"year":2020,"cited_by_count":50},{"year":2019,"cited_by_count":23}],"updated_date":"2026-07-26T07:53:14.480251","created_date":"2025-10-10T00:00:00"}