{"id":"https://openalex.org/W4386527122","doi":"https://doi.org/10.1080/00207543.2023.2253326","title":"An improved deep reinforcement learning-based scheduling approach for dynamic task scheduling in cloud manufacturing","display_name":"An improved deep reinforcement learning-based scheduling approach for dynamic task scheduling in cloud manufacturing","publication_year":2023,"publication_date":"2023-09-07","ids":{"openalex":"https://openalex.org/W4386527122","doi":"https://doi.org/10.1080/00207543.2023.2253326"},"language":"en","primary_location":{"id":"doi:10.1080/00207543.2023.2253326","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2023.2253326","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100354385","display_name":"Xiaohan Wang","orcid":"https://orcid.org/0000-0002-8688-047X"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohan Wang","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University, Beijing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102007811","display_name":"Lin Zhang","orcid":"https://orcid.org/0000-0002-2985-8145"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lin Zhang","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University, Beijing, People's Republic of China","State Key Laboratory of Intelligent Manufacturing System Technology, Beijing, People's Republic of China","School of Automation Science and Electrical Engineering, Beihang University, Beijing, People's Republic of China; State Key Laboratory of Intelligent Manufacturing System Technology, Beijing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Manufacturing System Technology, Beijing, People's Republic of China","institution_ids":[]},{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, People's Republic of China; State Key Laboratory of Intelligent Manufacturing System Technology, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082897139","display_name":"Yongkui Liu","orcid":"https://orcid.org/0000-0003-2165-775X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongkui Liu","raw_affiliation_strings":["School of Mechano-Electronic Engineering, Xidian University, Xi'an, People's Republic of China"],"raw_orcid":"https://orcid.org/0000-0003-2165-775X","affiliations":[{"raw_affiliation_string":"School of Mechano-Electronic Engineering, Xidian University, Xi'an, People's Republic of China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017308450","display_name":"Yuanjun Laili","orcid":"https://orcid.org/0000-0003-3834-4602"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanjun Laili","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University, Beijing, People's Republic of China","Zhongguancun Laboratory, Beijing, People's Republic of China","School of Automation Science and Electrical Engineering, Beihang University, Beijing, People's Republic of China; Zhongguancun Laboratory, Beijing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, People's Republic of China","institution_ids":[]},{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, People's Republic of China; Zhongguancun Laboratory, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5102007811"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":4.235,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.9422413,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"62","issue":"11","first_page":"4014","last_page":"4030"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7660322189331055},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6696157455444336},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6625885963439941},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.5553954243659973},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.537755012512207},{"id":"https://openalex.org/keywords/two-level-scheduling","display_name":"Two-level scheduling","score":0.42169347405433655},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4157702922821045},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39811620116233826},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.2824224829673767},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1923390030860901},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.12927213311195374},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.1255398392677307},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.08897155523300171},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.07440647482872009}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7660322189331055},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6696157455444336},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6625885963439941},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.5553954243659973},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.537755012512207},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.42169347405433655},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4157702922821045},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39811620116233826},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.2824224829673767},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1923390030860901},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.12927213311195374},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.1255398392677307},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.08897155523300171},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.07440647482872009},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/00207543.2023.2253326","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2023.2253326","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:taf:tprsxx:v:62:y:2024:i:11:p:4014-4030","is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1080/00207543.2023.2253326","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4300000071525574,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G2792437373","display_name":null,"funder_award_id":"62173017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321125","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W582134693","https://openalex.org/W2265549541","https://openalex.org/W2362247909","https://openalex.org/W2531359190","https://openalex.org/W2736601468","https://openalex.org/W2781726626","https://openalex.org/W2792859614","https://openalex.org/W2806604749","https://openalex.org/W2892614094","https://openalex.org/W3022566517","https://openalex.org/W3033968609","https://openalex.org/W3034786558","https://openalex.org/W3037164854","https://openalex.org/W3045843229","https://openalex.org/W3092276653","https://openalex.org/W3093844839","https://openalex.org/W3096926878","https://openalex.org/W3118561874","https://openalex.org/W3119981760","https://openalex.org/W3128766876","https://openalex.org/W3129625903","https://openalex.org/W3134664017","https://openalex.org/W3162450516","https://openalex.org/W3194079519","https://openalex.org/W3201000358","https://openalex.org/W4205496101","https://openalex.org/W4206422821","https://openalex.org/W4206979618","https://openalex.org/W4211242905","https://openalex.org/W4235345381","https://openalex.org/W4247876636","https://openalex.org/W4250240038","https://openalex.org/W4250685322","https://openalex.org/W4285262488","https://openalex.org/W4295714615","https://openalex.org/W4295836056","https://openalex.org/W4297042371","https://openalex.org/W4304481271","https://openalex.org/W4306752035","https://openalex.org/W4310484758","https://openalex.org/W4321180396"],"related_works":["https://openalex.org/W3036719625","https://openalex.org/W2010484697","https://openalex.org/W2545511463","https://openalex.org/W2372008037","https://openalex.org/W2184166483","https://openalex.org/W2978148977","https://openalex.org/W2106332846","https://openalex.org/W1545991362","https://openalex.org/W2365679959","https://openalex.org/W2134269501"],"abstract_inverted_index":{"Dynamic":[0],"task":[1,23,103],"scheduling":[2,37,46,104,126,141,179,211],"problem":[3],"in":[4,105,123,214],"cloud":[5],"manufacturing":[6,14],"(CMfg)":[7],"is":[8,132,168],"always":[9],"challenging":[10],"because":[11],"of":[12,39,188,219],"changing":[13],"requirements":[15],"and":[16,63,77,118,152,164,186,200],"services.":[17],"To":[18,91],"make":[19],"instant":[20],"decisions":[21],"for":[22,101],"requirements,":[24],"deep":[25],"reinforcement":[26],"learning-based":[27],"(DRL-based)":[28],"methods":[29,47,72,195],"have":[30],"been":[31],"broadly":[32],"applied":[33],"to":[34,49,134,160,170,221],"learn":[35],"the":[36,43,67,83,88,108,111,114,140,145,149,153,161,165,171,183,189],"policies":[38],"service":[40],"providers.":[41],"However,":[42],"current":[44],"DRL-based":[45,71,99,125,194],"struggle":[48],"fine-tune":[50,208],"a":[51,129,209],"pre-trained":[52,210],"policy":[53,142],"effectively.":[54],"The":[55],"resulting":[56,213],"training":[57,84,120],"from":[58],"scratch":[59],"takes":[60],"more":[61],"time":[62],"may":[64],"easily":[65],"overfit":[66],"environment.":[68],"Additionally,":[69,203],"most":[70,197],"with":[73],"uneven":[74],"action":[75],"distribution":[76,146],"inefficient":[78],"output":[79,166],"masks":[80],"largely":[81],"reduce":[82],"efficiency,":[85],"thus":[86],"degrading":[87],"solution":[89,184],"quality.":[90],"this":[92,94],"end,":[93],"paper":[95,109],"proposes":[96],"an":[97,215],"improved":[98],"approach":[100,131,191],"dynamic":[102],"CMfg.":[106],"First,":[107],"uncovers":[110],"causes":[112],"behind":[113],"inadequate":[115],"fine-tuning":[116],"ability":[117],"low":[119],"efficiency":[121],"observed":[122],"existing":[124],"methods.":[127],"Subsequently,":[128],"novel":[130],"proposed":[133,190],"address":[135],"these":[136],"issues":[137],"by":[138,198],"updating":[139,172],"while":[143],"considering":[144],"distance":[147],"between":[148],"pre-training":[150],"dataset":[151],"in-training":[154],"policy.":[155],"Uncertainty":[156],"weights":[157],"are":[158],"introduced":[159],"loss":[162],"function,":[163],"mask":[167],"extended":[169],"procedures.":[173],"Numerical":[174],"experiments":[175],"on":[176],"thirty":[177],"actual":[178],"instances":[180],"validate":[181],"that":[182],"quality":[185],"generalization":[187],"surpass":[192],"other":[193],"at":[196],"32.8%":[199],"28.6%,":[201],"respectively.":[202],"our":[204],"method":[205],"can":[206],"effectively":[207],"policy,":[212],"average":[216],"reward":[217],"increase":[218],"up":[220],"23.8%.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":7}],"updated_date":"2026-06-15T08:34:33.830935","created_date":"2025-10-10T00:00:00"}