{"id":"https://openalex.org/W4223536612","doi":"https://doi.org/10.1080/00207543.2022.2058432","title":"Deep reinforcement learning for dynamic scheduling of a flexible job shop","display_name":"Deep reinforcement learning for dynamic scheduling of a flexible job shop","publication_year":2022,"publication_date":"2022-04-11","ids":{"openalex":"https://openalex.org/W4223536612","doi":"https://doi.org/10.1080/00207543.2022.2058432"},"language":"en","primary_location":{"id":"doi:10.1080/00207543.2022.2058432","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2022.2058432","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102998198","display_name":"Renke Liu","orcid":"https://orcid.org/0000-0003-4375-9140"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Renke Liu","raw_affiliation_strings":["School of Mechanical and Aerospace Engineering, Nanyang Technological University","School of Mechanical and Aerospace Engineering, Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-4375-9140","affiliations":[{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068014609","display_name":"Rajesh Piplani","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rajesh Piplani","raw_affiliation_strings":["School of Mechanical and Aerospace Engineering, Nanyang Technological University","School of Mechanical and Aerospace Engineering, Nanyang Technological University, Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014114406","display_name":"Carlos Toro","orcid":"https://orcid.org/0000-0002-8413-3649"},"institutions":[{"id":"https://openalex.org/I4210092551","display_name":"Vicomtech","ror":"https://ror.org/0023sah13","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210092551"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Carlos Toro","raw_affiliation_strings":["Vicomtech Research Centre","Vicomtech Research Centre, San Sebastian, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vicomtech Research Centre","institution_ids":["https://openalex.org/I4210092551"]},{"raw_affiliation_string":"Vicomtech Research Centre, San Sebastian, Spain","institution_ids":["https://openalex.org/I4210092551"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102998198"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":34.0248,"has_fulltext":false,"cited_by_count":269,"citation_normalized_percentile":{"value":0.99853418,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"60","issue":"13","first_page":"4049","last_page":"4069"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.7109919786453247},{"id":"https://openalex.org/keywords/two-level-scheduling","display_name":"Two-level scheduling","score":0.6037182807922363},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6023960113525391},{"id":"https://openalex.org/keywords/fair-share-scheduling","display_name":"Fair-share scheduling","score":0.60017991065979},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.594290554523468},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5767857432365417},{"id":"https://openalex.org/keywords/rate-monotonic-scheduling","display_name":"Rate-monotonic scheduling","score":0.5755094885826111},{"id":"https://openalex.org/keywords/flow-shop-scheduling","display_name":"Flow shop scheduling","score":0.5693504810333252},{"id":"https://openalex.org/keywords/job-shop","display_name":"Job shop","score":0.5554512143135071},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5310208201408386},{"id":"https://openalex.org/keywords/lottery-scheduling","display_name":"Lottery scheduling","score":0.4754961431026459},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.4740940034389496},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.464288592338562},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4515314996242523},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3337099552154541},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23578116297721863},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2052764594554901},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.11091753840446472},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09948259592056274}],"concepts":[{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.7109919786453247},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.6037182807922363},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6023960113525391},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.60017991065979},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.594290554523468},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5767857432365417},{"id":"https://openalex.org/C127456818","wikidata":"https://www.wikidata.org/wiki/Q238879","display_name":"Rate-monotonic scheduling","level":4,"score":0.5755094885826111},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.5693504810333252},{"id":"https://openalex.org/C2777243215","wikidata":"https://www.wikidata.org/wiki/Q1493226","display_name":"Job shop","level":5,"score":0.5554512143135071},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5310208201408386},{"id":"https://openalex.org/C112866106","wikidata":"https://www.wikidata.org/wiki/Q267053","display_name":"Lottery scheduling","level":5,"score":0.4754961431026459},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.4740940034389496},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.464288592338562},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4515314996242523},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3337099552154541},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23578116297721863},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2052764594554901},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.11091753840446472},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09948259592056274},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.0},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1080/00207543.2022.2058432","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2022.2058432","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:taf:tprsxx:v:60:y:2022:i:13:p:4049-4069","is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1080/00207543.2022.2058432","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/163903","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/163903","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1977357978","https://openalex.org/W2003746847","https://openalex.org/W2006591025","https://openalex.org/W2026153697","https://openalex.org/W2035057469","https://openalex.org/W2039233423","https://openalex.org/W2050570216","https://openalex.org/W2053131909","https://openalex.org/W2079580250","https://openalex.org/W2088956500","https://openalex.org/W2101761886","https://openalex.org/W2128882994","https://openalex.org/W2145339207","https://openalex.org/W2167788072","https://openalex.org/W2491052542","https://openalex.org/W2567289819","https://openalex.org/W2685121201","https://openalex.org/W2765715912","https://openalex.org/W2810729466","https://openalex.org/W2811338889","https://openalex.org/W2827336656","https://openalex.org/W2899640738","https://openalex.org/W2900445952","https://openalex.org/W2916944508","https://openalex.org/W2921116154","https://openalex.org/W2932097000","https://openalex.org/W2954270276","https://openalex.org/W2955103819","https://openalex.org/W2959200652","https://openalex.org/W2960833983","https://openalex.org/W2975843583","https://openalex.org/W2981224708","https://openalex.org/W3002239905","https://openalex.org/W3009389630","https://openalex.org/W3011279400","https://openalex.org/W3016938688","https://openalex.org/W3024741627","https://openalex.org/W3033866307","https://openalex.org/W3036481609","https://openalex.org/W3045574728","https://openalex.org/W3093994124","https://openalex.org/W3096325357","https://openalex.org/W3128766876","https://openalex.org/W3147164456","https://openalex.org/W3151617190","https://openalex.org/W3194079519","https://openalex.org/W3198536111","https://openalex.org/W3200018754","https://openalex.org/W4236962151"],"related_works":["https://openalex.org/W2807934311","https://openalex.org/W2596081411","https://openalex.org/W2949165180","https://openalex.org/W2155809154","https://openalex.org/W2122150982","https://openalex.org/W2057737420","https://openalex.org/W2838819579","https://openalex.org/W2533899164","https://openalex.org/W3041148412","https://openalex.org/W2384952691"],"abstract_inverted_index":{"The":[0],"ability":[1],"to":[2,36,56,71,76,107,123,138,164],"handle":[3,108],"unpredictable":[4],"dynamic":[5,59,116],"events":[6],"is":[7,69,130,135],"becoming":[8],"more":[9],"important":[10],"in":[11,25,41,115],"pursuing":[12],"agile":[13],"and":[14,39,53,83,86,102,127],"flexible":[15,60,93],"production":[16,26,81],"scheduling.":[17,117],"At":[18],"the":[19,22,58,73,78,109,113,140,143,156,173],"same":[20],"time,":[21],"cyber-physical":[23],"convergence":[24],"system":[27,175],"creates":[28],"massive":[29],"amounts":[30],"of":[31,112,142],"industrial":[32],"data":[33],"that":[34,152],"needs":[35],"be":[37],"mined":[38],"analysed":[40],"real-time.":[42],"To":[43],"facilitate":[44],"such":[45],"real-time":[46,88],"control,":[47],"this":[48],"research":[49],"proposes":[50],"a":[51,92,119],"hierarchical":[52],"distributed":[54],"architecture":[55],"solve":[57],"job":[61,94,98],"shop":[62,95],"scheduling":[63,74,84,89,128,166],"problem.":[64],"Double":[65],"Deep":[66],"Q-Network":[67],"algorithm":[68],"used":[70],"train":[72],"agents,":[75],"capture":[77],"relationship":[79],"between":[80],"information":[82],"objectives,":[85],"make":[87],"decisions":[90],"for":[91],"with":[96],"constant":[97],"arrivals.":[99],"Specialised":[100],"state":[101],"action":[103],"representations":[104],"are":[105],"proposed":[106,144,157],"variable":[110],"specification":[111],"problem":[114],"Additionally,":[118],"surrogate":[120],"reward-shaping":[121],"technique":[122],"improve":[124],"learning":[125],"efficiency":[126],"effectiveness":[129],"developed.":[131],"A":[132],"simulation":[133],"study":[134],"carried":[136],"out":[137],"validate":[139],"performance":[141,161],"approach":[145,158],"under":[146],"different":[147],"scenarios.":[148],"Numerical":[149],"results":[150],"show":[151],"not":[153],"only":[154],"does":[155],"deliver":[159],"superior":[160],"as":[162],"compared":[163],"existing":[165],"strategies,":[167],"its":[168],"advantages":[169],"persist":[170],"even":[171],"if":[172],"manufacturing":[174],"configuration":[176],"changes.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":130},{"year":2024,"cited_by_count":70},{"year":2023,"cited_by_count":40},{"year":2022,"cited_by_count":11}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}