{"id":"https://openalex.org/W4386191480","doi":"https://doi.org/10.1186/s13677-023-00504-9","title":"Data-intensive workflow scheduling strategy based on deep reinforcement learning in multi-clouds","display_name":"Data-intensive workflow scheduling strategy based on deep reinforcement learning in multi-clouds","publication_year":2023,"publication_date":"2023-08-26","ids":{"openalex":"https://openalex.org/W4386191480","doi":"https://doi.org/10.1186/s13677-023-00504-9"},"language":"en","primary_location":{"id":"doi:10.1186/s13677-023-00504-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-023-00504-9","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00504-9","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00504-9","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049185208","display_name":"Shuo Zhang","orcid":"https://orcid.org/0000-0003-1454-1636"},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]},{"id":"https://openalex.org/I4210096250","display_name":"Beijing Institute of Big Data Research","ror":"https://ror.org/00s1sz824","country_code":"CN","type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I37796252","https://openalex.org/I4210096250"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuo Zhang","raw_affiliation_strings":["Beijing Key Laboratory of Large-Scale Stream Data Integration and Analysis Technology, Beijing, 100144, China","School of Information, North China University of Technology, Beijing, 100144, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Large-Scale Stream Data Integration and Analysis Technology, Beijing, 100144, China","institution_ids":["https://openalex.org/I4210096250"]},{"raw_affiliation_string":"School of Information, North China University of Technology, Beijing, 100144, China","institution_ids":["https://openalex.org/I1456306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106402804","display_name":"Zhuofeng Zhao","orcid":"https://orcid.org/0000-0003-2413-468X"},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]},{"id":"https://openalex.org/I4210096250","display_name":"Beijing Institute of Big Data Research","ror":"https://ror.org/00s1sz824","country_code":"CN","type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I37796252","https://openalex.org/I4210096250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuofeng Zhao","raw_affiliation_strings":["Beijing Key Laboratory of Large-Scale Stream Data Integration and Analysis Technology, Beijing, 100144, China","School of Information, North China University of Technology, Beijing, 100144, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Large-Scale Stream Data Integration and Analysis Technology, Beijing, 100144, China","institution_ids":["https://openalex.org/I4210096250"]},{"raw_affiliation_string":"School of Information, North China University of Technology, Beijing, 100144, China","institution_ids":["https://openalex.org/I1456306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100322200","display_name":"Chen Liu","orcid":"https://orcid.org/0000-0003-1558-6836"},"institutions":[{"id":"https://openalex.org/I4210096250","display_name":"Beijing Institute of Big Data Research","ror":"https://ror.org/00s1sz824","country_code":"CN","type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I37796252","https://openalex.org/I4210096250"]},{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Liu","raw_affiliation_strings":["Beijing Key Laboratory of Large-Scale Stream Data Integration and Analysis Technology, Beijing, 100144, China","School of Information, North China University of Technology, Beijing, 100144, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Large-Scale Stream Data Integration and Analysis Technology, Beijing, 100144, China","institution_ids":["https://openalex.org/I4210096250"]},{"raw_affiliation_string":"School of Information, North China University of Technology, Beijing, 100144, China","institution_ids":["https://openalex.org/I1456306"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082289531","display_name":"Shenghui Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I1456306","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652","country_code":"CN","type":"education","lineage":["https://openalex.org/I1456306"]},{"id":"https://openalex.org/I4210096250","display_name":"Beijing Institute of Big Data Research","ror":"https://ror.org/00s1sz824","country_code":"CN","type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I37796252","https://openalex.org/I4210096250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shenghui Qin","raw_affiliation_strings":["Beijing Key Laboratory of Large-Scale Stream Data Integration and Analysis Technology, Beijing, 100144, China","School of Information, North China University of Technology, Beijing, 100144, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Large-Scale Stream Data Integration and Analysis Technology, Beijing, 100144, China","institution_ids":["https://openalex.org/I4210096250"]},{"raw_affiliation_string":"School of Information, North China University of Technology, Beijing, 100144, China","institution_ids":["https://openalex.org/I1456306"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5049185208"],"corresponding_institution_ids":["https://openalex.org/I1456306","https://openalex.org/I4210096250"],"apc_list":{"value":990,"currency":"GBP","value_usd":1214},"apc_paid":{"value":990,"currency":"GBP","value_usd":1214},"fwci":2.0237,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.87459431,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"12","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8911232948303223},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7962813377380371},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7185261249542236},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6343128681182861},{"id":"https://openalex.org/keywords/workflow-management-system","display_name":"Workflow management system","score":0.6109542846679688},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5998225808143616},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5851911902427673},{"id":"https://openalex.org/keywords/workflow-technology","display_name":"Workflow technology","score":0.5760748386383057},{"id":"https://openalex.org/keywords/workflow-engine","display_name":"Workflow engine","score":0.49510231614112854},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.248447448015213},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1405467987060547},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13789653778076172}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8911232948303223},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7962813377380371},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7185261249542236},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6343128681182861},{"id":"https://openalex.org/C140824633","wikidata":"https://www.wikidata.org/wiki/Q2808660","display_name":"Workflow management system","level":3,"score":0.6109542846679688},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5998225808143616},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5851911902427673},{"id":"https://openalex.org/C19612761","wikidata":"https://www.wikidata.org/wiki/Q8034836","display_name":"Workflow technology","level":3,"score":0.5760748386383057},{"id":"https://openalex.org/C188220564","wikidata":"https://www.wikidata.org/wiki/Q3325097","display_name":"Workflow engine","level":3,"score":0.49510231614112854},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.248447448015213},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1405467987060547},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13789653778076172},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13677-023-00504-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-023-00504-9","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00504-9","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4f9b882983e545ebad780c20f60dde75","is_oa":true,"landing_page_url":"https://doaj.org/article/4f9b882983e545ebad780c20f60dde75","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Cloud Computing: Advances, Systems and Applications, Vol 12, Iss 1, Pp 1-12 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13677-023-00504-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-023-00504-9","pdf_url":"https://journalofcloudcomputing.springeropen.com/counter/pdf/10.1186/s13677-023-00504-9","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5099999904632568}],"awards":[],"funders":[{"id":"https://openalex.org/F4320325862","display_name":"North China University of Technology","ror":"https://ror.org/01nky7652"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4386191480.pdf"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W2135143344","https://openalex.org/W2165171393","https://openalex.org/W2264711506","https://openalex.org/W2326874438","https://openalex.org/W2504779171","https://openalex.org/W2604764284","https://openalex.org/W2604799912","https://openalex.org/W2784150309","https://openalex.org/W2790368141","https://openalex.org/W2809423457","https://openalex.org/W2888982171","https://openalex.org/W2929242575","https://openalex.org/W2962841091","https://openalex.org/W2963060851","https://openalex.org/W2981604716","https://openalex.org/W3006314260","https://openalex.org/W3014610035","https://openalex.org/W3082100709","https://openalex.org/W3087845791","https://openalex.org/W3089883657","https://openalex.org/W3091398496","https://openalex.org/W3098317736","https://openalex.org/W3107873431","https://openalex.org/W3130230457","https://openalex.org/W3212584892","https://openalex.org/W3212621679","https://openalex.org/W4220932978","https://openalex.org/W4223889300","https://openalex.org/W4295347215","https://openalex.org/W4312389599","https://openalex.org/W4324116470","https://openalex.org/W4376456793","https://openalex.org/W4376643890","https://openalex.org/W4380203367"],"related_works":["https://openalex.org/W2352774566","https://openalex.org/W2049143847","https://openalex.org/W2356466503","https://openalex.org/W2376671203","https://openalex.org/W2391168633","https://openalex.org/W2385499106","https://openalex.org/W1574425962","https://openalex.org/W2354357087","https://openalex.org/W2387628393","https://openalex.org/W2370201914"],"abstract_inverted_index":{"Abstract":[0],"With":[1],"the":[2,10,34,38,49,60,77,106,123,129,135,144,153,157,165,169,172,198,207,215,219],"increase":[3],"development":[4],"of":[5,7,19,40,62,80,88,116,131,139,210,217,225],"Internet":[6],"Things":[8],"devices,":[9],"data-intensive":[11,35,89,92,124],"workflow":[12,36,93,119,125,145,213],"has":[13,37],"emerged":[14],"as":[15,66,152],"a":[16,91],"new":[17],"kinds":[18],"representation":[20],"for":[21],"IoT":[22,26,117,211],"applications.":[23],"Because":[24],"most":[25],"systems":[27],"are":[28,120,179],"structured":[29],"in":[30,101,201],"multi-clouds":[31,102],"environment":[32],"and":[33,44,52,82,84,112,134,148,176,181,196,222],"characteristics":[39],"scattered":[41],"data":[42,67,71,85,113,118,140,212],"sources":[43],"distributed":[45],"execution":[46,78,107,146,208,220],"requirements":[47],"at":[48,76],"cloud":[50],"center":[51],"edge":[53,109],"clouds,":[54],"it":[55],"brings":[56],"many":[57],"challenges":[58],"to":[59,163],"scheduling":[61,94],"such":[63,65],"workflow,":[64,90],"flow":[68],"control":[69],"management,":[70],"transmission":[72,86,114],"scheduling,":[73],"etc.":[74],"Aiming":[75],"constraints":[79,133,221],"business":[81,132],"technology":[83],"optimization":[87,137,155],"method":[95],"based":[96,186],"on":[97,168,187],"deep":[98],"reinforcement":[99],"learning":[100],"is":[103,126,161],"proposed.":[104],"First,":[105],"constraints,":[108],"node":[110],"load":[111,150,223],"volume":[115],"modeled;":[121],"then":[122],"segmented":[127],"with":[128,192],"consideration":[130],"first":[136],"goal":[138],"transmission;":[141],"besides,":[142],"taking":[143],"time":[147,209],"average":[149],"balancing":[151,224],"secondary":[154],"goal,":[156],"improved":[158],"DQN":[159,170],"algorithm":[160,199],"used":[162],"schedule":[164],"workflow.":[166],"Based":[167],"algorithm,":[171],"model":[173],"reward":[174],"function":[175],"action":[177],"selection":[178],"redesigned":[180],"improved.":[182],"The":[183],"simulation":[184],"results":[185],"WorkflowSim":[188],"show":[189],"that,":[190],"compared":[191],"MOPSO,":[193],"NSGA-II,":[194],"GTBGA":[195],"DQN,":[197],"proposed":[200],"this":[202],"paper":[203],"can":[204],"effectively":[205],"reduce":[206],"under":[214],"condition":[216],"ensuring":[218],"multi-clouds.":[226]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}