{"id":"https://openalex.org/W3004351221","doi":"https://doi.org/10.1109/indin41052.2019.8972157","title":"A framework for scheduling in cloud manufacturing with deep reinforcement learning","display_name":"A framework for scheduling in cloud manufacturing with deep reinforcement learning","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W3004351221","doi":"https://doi.org/10.1109/indin41052.2019.8972157","mag":"3004351221"},"language":"en","primary_location":{"id":"doi:10.1109/indin41052.2019.8972157","is_oa":false,"landing_page_url":"https://doi.org/10.1109/indin41052.2019.8972157","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 17th International Conference on Industrial Informatics (INDIN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082897139","display_name":"Yongkui Liu","orcid":"https://orcid.org/0000-0003-2165-775X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yongkui Liu","raw_affiliation_strings":["Xidian University,Center for Smart Manufacturing Systems,Xi’an,China","Center for Smart Manufacturing Systems, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Xidian University,Center for Smart Manufacturing Systems,Xi’an,China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Center for Smart Manufacturing Systems, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418969","display_name":"Zhang Li","orcid":"https://orcid.org/0000-0003-1989-6102"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Zhang","raw_affiliation_strings":["Xidian University,Center for Smart Manufacturing Systems,Xi’an,China","Center for Smart Manufacturing Systems, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Xidian University,Center for Smart Manufacturing Systems,Xi’an,China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Center for Smart Manufacturing Systems, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100434965","display_name":"Lihui Wang","orcid":"https://orcid.org/0000-0001-8679-8049"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lihui Wang","raw_affiliation_strings":["Xidian University,Center for Smart Manufacturing Systems,Xi’an,China","Center for Smart Manufacturing Systems, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Xidian University,Center for Smart Manufacturing Systems,Xi’an,China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Center for Smart Manufacturing Systems, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101013232","display_name":"Yingying Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yingying Xiao","raw_affiliation_strings":["Beijing Institute of Electronic System Engineering,State Key Laboratory of Intelligent, Manufacturing System Technology,Beijing,China","State Key Laboratory of Intelligent, Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Electronic System Engineering,State Key Laboratory of Intelligent, Manufacturing System Technology,Beijing,China","institution_ids":[]},{"raw_affiliation_string":"State Key Laboratory of Intelligent, Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451919","display_name":"Xun Xu","orcid":"https://orcid.org/0000-0001-6294-8153"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Xun Xu","raw_affiliation_strings":["The University of Auckland,Department of Mechanical Engineering,Auckland,New Zealand","Department of Mechanical Engineering, The University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"The University of Auckland,Department of Mechanical Engineering,Auckland,New Zealand","institution_ids":["https://openalex.org/I154130895"]},{"raw_affiliation_string":"Department of Mechanical Engineering, The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100375197","display_name":"Mei Wang","orcid":"https://orcid.org/0000-0002-2771-3970"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mei Wang","raw_affiliation_strings":["Beijing Institute of Electronic System Engineering,State Key Laboratory of Intelligent, Manufacturing System Technology,Beijing,China","State Key Laboratory of Intelligent, Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Electronic System Engineering,State Key Laboratory of Intelligent, Manufacturing System Technology,Beijing,China","institution_ids":[]},{"raw_affiliation_string":"State Key Laboratory of Intelligent, Manufacturing System Technology, Beijing Institute of Electronic System Engineering, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5082897139"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":1.0877,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.83166942,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1775","last_page":"1780"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9746999740600586,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-manufacturing","display_name":"Cloud manufacturing","score":0.919574499130249},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7723410725593567},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7637865543365479},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7233195900917053},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6865721940994263},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6044643521308899},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5729283690452576},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.4866965115070343},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4653506875038147},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4231097400188446},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.388761043548584},{"id":"https://openalex.org/keywords/manufacturing-engineering","display_name":"Manufacturing engineering","score":0.3254612982273102},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18793374300003052},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.16747885942459106},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.12262526154518127},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11877685785293579},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.09634679555892944}],"concepts":[{"id":"https://openalex.org/C2778819808","wikidata":"https://www.wikidata.org/wiki/Q5135707","display_name":"Cloud manufacturing","level":3,"score":0.919574499130249},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7723410725593567},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7637865543365479},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7233195900917053},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6865721940994263},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6044643521308899},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5729283690452576},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.4866965115070343},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4653506875038147},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4231097400188446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.388761043548584},{"id":"https://openalex.org/C117671659","wikidata":"https://www.wikidata.org/wiki/Q11049265","display_name":"Manufacturing engineering","level":1,"score":0.3254612982273102},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18793374300003052},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.16747885942459106},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.12262526154518127},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11877685785293579},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.09634679555892944},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/indin41052.2019.8972157","is_oa":false,"landing_page_url":"https://doi.org/10.1109/indin41052.2019.8972157","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 17th International Conference on Industrial Informatics (INDIN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W1853508273","https://openalex.org/W1906003762","https://openalex.org/W1977357978","https://openalex.org/W2092353910","https://openalex.org/W2121092017","https://openalex.org/W2131077880","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2173564293","https://openalex.org/W2178807383","https://openalex.org/W2201581102","https://openalex.org/W2257979135","https://openalex.org/W2350493067","https://openalex.org/W2502824350","https://openalex.org/W2524282687","https://openalex.org/W2531359190","https://openalex.org/W2546571074","https://openalex.org/W2570123661","https://openalex.org/W2580175322","https://openalex.org/W2674963269","https://openalex.org/W2746553466","https://openalex.org/W2761097593","https://openalex.org/W2766447205","https://openalex.org/W2792859614","https://openalex.org/W2811338889","https://openalex.org/W2892464762","https://openalex.org/W2901446405","https://openalex.org/W2951799221","https://openalex.org/W2962847657","https://openalex.org/W2962938178","https://openalex.org/W2963477884","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W3083289180","https://openalex.org/W3103559770","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6677939520","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6687688904","https://openalex.org/W6692846177","https://openalex.org/W6732665253","https://openalex.org/W6749443679","https://openalex.org/W6782820404"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W3121791438","https://openalex.org/W2028631639"],"abstract_inverted_index":{"Cloud":[0],"manufacturing":[1,7,14,34,125,138],"is":[2,20,35,126,139],"a":[3,21,111,118,129,150],"novel":[4],"service-oriented":[5],"networked":[6],"paradigm":[8],"that":[9,26,66],"aims":[10],"to":[11,17,59,90,103,141],"provide":[12,164],"on-demand":[13],"cloud":[15,33,87,106,124,137,158],"services":[16],"consumers.":[18],"Scheduling":[19],"critical":[22],"means":[23],"for":[24,82,121,132,167],"achieving":[25],"aim.":[27],"Currently,":[28],"research":[29,169],"on":[30,170],"scheduling":[31,84,104,122,135],"in":[32,37,86,105,123,136,157],"still":[36],"its":[38],"infancy,":[39],"and":[40,56,72,79,160],"current":[41],"frequently":[42],"adopted":[43],"meta-heuristic":[44],"algorithm-based":[45],"approaches":[46],"have":[47],"some":[48,165],"shortcomings,":[49],"e.g.":[50],"they":[51],"require":[52],"complex":[53],"design":[54],"processes":[55],"lack":[57],"adaptability":[58],"dynamic":[60],"environments.":[61],"Deep":[62],"reinforcement":[63,70],"learning":[64,71,74],"(DRL)":[65],"combines":[67],"advantages":[68],"of":[69,93,101,145],"deep":[73],"provides":[75],"an":[76],"efficient,":[77],"adaptive":[78],"intelligent":[80],"approach":[81],"solving":[83],"problems":[85],"manufacturing.":[88,107],"However,":[89],"the":[91,143,146],"best":[92],"our":[94],"knowledge,":[95],"there":[96],"has":[97],"been":[98],"no":[99],"application":[100],"DRL":[102,130,148],"This":[108],"work":[109,162],"conducts":[110],"preliminary":[112],"exploration":[113],"over":[114],"this":[115,161],"issue.":[116],"First,":[117],"DRL-based":[119],"framework":[120],"proposed.":[127],"Then":[128],"model":[131],"online":[133],"single-task":[134],"presented":[140],"demonstrate":[142],"effectiveness":[144],"framework.":[147],"as":[149],"promising":[151],"technique":[152],"will":[153],"find":[154],"wide":[155],"applications":[156],"manufacturing,":[159],"can":[163],"reference":[166],"future":[168],"this.":[171]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}