{"id":"https://openalex.org/W4223536612","doi":"https://doi.org/10.1080/00207543.2022.2058432","title":"Deep reinforcement learning for dynamic scheduling of a flexible job shop","display_name":"Deep reinforcement learning for dynamic scheduling of a flexible job shop","publication_year":2022,"publication_date":"2022-04-11","ids":{"openalex":"https://openalex.org/W4223536612","doi":"https://doi.org/10.1080/00207543.2022.2058432"},"language":"en","primary_location":{"id":"doi:10.1080/00207543.2022.2058432","doi":"https://doi.org/10.1080/00207543.2022.2058432","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2022.2058432","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","fnege-2","jufo-2","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102998198","display_name":"Renke Liu","orcid":"https://orcid.org/0000-0003-4375-9140","observed_orcids":["https://orcid.org/0000-0003-4375-9140"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Renke Liu","raw_affiliation_strings":["School of Mechanical and Aerospace Engineering, Nanyang Technological University","School of Mechanical and Aerospace Engineering, Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-4375-9140","affiliations":[{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068014609","display_name":"Rajesh Piplani","orcid":"https://orcid.org/0000-0003-4660-8866","observed_orcids":["https://orcid.org/0000-0003-4660-8866"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rajesh Piplani","raw_affiliation_strings":["School of Mechanical and Aerospace Engineering, Nanyang Technological University","School of Mechanical and Aerospace Engineering, Nanyang Technological University, Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014114406","display_name":"Carlos Toro","orcid":"https://orcid.org/0000-0002-8413-3649","observed_orcids":["https://orcid.org/0000-0002-8413-3649"]},"institutions":[{"id":"https://openalex.org/I4210092551","display_name":"Vicomtech","ror":"https://ror.org/0023sah13","country_code":"ES","type":"facility","lineage":["https://openalex.org/I4210092551"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Carlos Toro","raw_affiliation_strings":["Vicomtech Research Centre","Vicomtech Research Centre, San Sebastian, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vicomtech Research Centre","institution_ids":["https://openalex.org/I4210092551"]},{"raw_affiliation_string":"Vicomtech Research Centre, San Sebastian, Spain","institution_ids":["https://openalex.org/I4210092551"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5102998198"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":24.967,"has_fulltext":false,"cited_by_count":341,"citation_normalized_percentile":{"value":0.99863931,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"60","issue":"13","first_page":"4049","last_page":"4069"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11741","display_name":"Flexible and Reconfigurable Manufacturing Systems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamic-job-shop-scheduling","display_name":"dynamic job shop scheduling","score":0.7129999995231628},{"id":"https://openalex.org/keywords/flexible-job-shop","display_name":"flexible job shop","score":0.8740000128746033},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9879999756813049},{"id":"https://openalex.org/keywords/double-deep-q-network","display_name":"double deep Q-network","score":0.906000018119812},{"id":"https://openalex.org/keywords/hierarchical-distributed-architecture","display_name":"hierarchical distributed architecture","score":0.753000020980835},{"id":"https://openalex.org/keywords/real-time-scheduling","display_name":"real-time scheduling","score":0.9309999942779541},{"id":"https://openalex.org/keywords/reward-shaping","display_name":"reward shaping","score":0.7599999904632568},{"id":"https://openalex.org/keywords/cyber-physical-production-systems","display_name":"cyber-physical production systems","score":0.6129999756813049}],"concepts":[{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.7109919786453247},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.6037182807922363},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6023960113525391},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.60017991065979},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.594290554523468},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5767857432365417},{"id":"https://openalex.org/C127456818","wikidata":"https://www.wikidata.org/wiki/Q238879","display_name":"Rate-monotonic scheduling","level":4,"score":0.5755094885826111},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.5693504810333252},{"id":"https://openalex.org/C2777243215","wikidata":"https://www.wikidata.org/wiki/Q1493226","display_name":"Job shop","level":5,"score":0.5554512143135071},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5310208201408386},{"id":"https://openalex.org/C112866106","wikidata":"https://www.wikidata.org/wiki/Q267053","display_name":"Lottery scheduling","level":5,"score":0.4754961431026459},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.4740940034389496},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.464288592338562},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4515314996242523},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3337099552154541},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23578116297721863},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2052764594554901},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.11091753840446472},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09948259592056274},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.0},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1080/00207543.2022.2058432","doi":"https://doi.org/10.1080/00207543.2022.2058432","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2022.2058432","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","fnege-2","jufo-2","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:taf:tprsxx:v:60:y:2022:i:13:p:4049-4069","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1080/00207543.2022.2058432","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/163903","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/163903","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.428600013256073,"id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1977357978","https://openalex.org/W2003746847","https://openalex.org/W2006591025","https://openalex.org/W2026153697","https://openalex.org/W2035057469","https://openalex.org/W2039233423","https://openalex.org/W2050570216","https://openalex.org/W2053131909","https://openalex.org/W2079580250","https://openalex.org/W2088956500","https://openalex.org/W2101761886","https://openalex.org/W2128882994","https://openalex.org/W2145339207","https://openalex.org/W2167788072","https://openalex.org/W2491052542","https://openalex.org/W2567289819","https://openalex.org/W2685121201","https://openalex.org/W2765715912","https://openalex.org/W2810729466","https://openalex.org/W2811338889","https://openalex.org/W2827336656","https://openalex.org/W2899640738","https://openalex.org/W2900445952","https://openalex.org/W2916944508","https://openalex.org/W2921116154","https://openalex.org/W2932097000","https://openalex.org/W2954270276","https://openalex.org/W2955103819","https://openalex.org/W2959200652","https://openalex.org/W2960833983","https://openalex.org/W2975843583","https://openalex.org/W2981224708","https://openalex.org/W3002239905","https://openalex.org/W3009389630","https://openalex.org/W3011279400","https://openalex.org/W3016938688","https://openalex.org/W3024741627","https://openalex.org/W3033866307","https://openalex.org/W3036481609","https://openalex.org/W3045574728","https://openalex.org/W3093994124","https://openalex.org/W3096325357","https://openalex.org/W3128766876","https://openalex.org/W3147164456","https://openalex.org/W3151617190","https://openalex.org/W3194079519","https://openalex.org/W3198536111","https://openalex.org/W3200018754","https://openalex.org/W4236962151"],"related_works":["https://openalex.org/W4379162902","https://openalex.org/W4395682304","https://openalex.org/W4392412495","https://openalex.org/W4411189878","https://openalex.org/W4224044544","https://openalex.org/W4296626303","https://openalex.org/W7117880685","https://openalex.org/W4402547540","https://openalex.org/W4323857158","https://openalex.org/W4366607179"],"abstract_inverted_index":{"The":[0],"ability":[1],"to":[2,36,56,71,76,107,123,138,164],"handle":[3,108],"unpredictable":[4],"dynamic":[5,59,116],"events":[6],"is":[7,69,130,135],"becoming":[8],"more":[9],"important":[10],"in":[11,25,41,115],"pursuing":[12],"agile":[13],"and":[14,39,53,83,86,102,127],"flexible":[15,60,93],"production":[16,26,81],"scheduling.":[17,117],"At":[18],"the":[19,22,58,73,78,109,113,140,143,156,173],"same":[20],"time,":[21],"cyber-physical":[23],"convergence":[24],"system":[27,175],"creates":[28],"massive":[29],"amounts":[30],"of":[31,112,142],"industrial":[32],"data":[33],"that":[34,152],"needs":[35],"be":[37],"mined":[38],"analysed":[40],"real-time.":[42],"To":[43],"facilitate":[44],"such":[45],"real-time":[46,88],"control,":[47],"this":[48],"research":[49],"proposes":[50],"a":[51,92,119],"hierarchical":[52],"distributed":[54],"architecture":[55],"solve":[57],"job":[61,94,98],"shop":[62,95],"scheduling":[63,74,84,89,128,166],"problem.":[64],"Double":[65],"Deep":[66],"Q-Network":[67],"algorithm":[68],"used":[70],"train":[72],"agents,":[75],"capture":[77],"relationship":[79],"between":[80],"information":[82],"objectives,":[85],"make":[87],"decisions":[90],"for":[91],"with":[96],"constant":[97],"arrivals.":[99],"Specialised":[100],"state":[101],"action":[103],"representations":[104],"are":[105],"proposed":[106,144,157],"variable":[110],"specification":[111],"problem":[114],"Additionally,":[118],"surrogate":[120],"reward-shaping":[121],"technique":[122],"improve":[124],"learning":[125],"efficiency":[126],"effectiveness":[129],"developed.":[131],"A":[132],"simulation":[133],"study":[134],"carried":[136],"out":[137],"validate":[139],"performance":[141,161],"approach":[145,158],"under":[146],"different":[147],"scenarios.":[148],"Numerical":[149],"results":[150],"show":[151],"not":[153],"only":[154],"does":[155],"deliver":[159],"superior":[160],"as":[162],"compared":[163],"existing":[165],"strategies,":[167],"its":[168],"advantages":[169],"persist":[170],"even":[171],"if":[172],"manufacturing":[174],"configuration":[176],"changes.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":82},{"year":2025,"cited_by_count":135},{"year":2024,"cited_by_count":73},{"year":2023,"cited_by_count":39},{"year":2022,"cited_by_count":12}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2022-04-15T00:00:00"}