{"id":"https://openalex.org/W4410024862","doi":"https://doi.org/10.1080/00207543.2025.2497961","title":"Dynamic scheduling for flexible job-shop with reconfigurable manufacturing cells considering dynamic job arrivals based on deep reinforcement learning","display_name":"Dynamic scheduling for flexible job-shop with reconfigurable manufacturing cells considering dynamic job arrivals based on deep reinforcement learning","publication_year":2025,"publication_date":"2025-05-02","ids":{"openalex":"https://openalex.org/W4410024862","doi":"https://doi.org/10.1080/00207543.2025.2497961"},"language":"en","primary_location":{"id":"doi:10.1080/00207543.2025.2497961","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2025.2497961","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100767145","display_name":"Liang Zheng","orcid":"https://orcid.org/0009-0008-8399-4173"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Zheng","raw_affiliation_strings":["Beijing Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102707173","display_name":"Xiaodi Chen","orcid":"https://orcid.org/0009-0002-1081-2494"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodi Chen","raw_affiliation_strings":["Beijing Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059219371","display_name":"Cunbo Zhuang","orcid":"https://orcid.org/0000-0002-6524-7667"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Cunbo Zhuang","raw_affiliation_strings":["Beijing Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092105787","display_name":"Jianhua Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Liu","raw_affiliation_strings":["Beijing Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013257511","display_name":"Yongyang Zhang","orcid":"https://orcid.org/0009-0000-2585-8802"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongyang Zhang","raw_affiliation_strings":["Beijing Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003458702","display_name":"Lijuan Lai","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijuan Lai","raw_affiliation_strings":["Beijing Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5059219371"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":11.099,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.9871488,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"63","issue":"20","first_page":"7427","last_page":"7459"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/job-shop","display_name":"Job shop","score":0.7422186732292175},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6698009371757507},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5483204126358032},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.52496737241745},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4986739158630371},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.46588510274887085},{"id":"https://openalex.org/keywords/flow-shop-scheduling","display_name":"Flow shop scheduling","score":0.4390738606452942},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4389503002166748},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.41104692220687866},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3320804238319397},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.32342979311943054},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3089909553527832},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2574490010738373},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.24858051538467407},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.10728210210800171},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.09793949127197266}],"concepts":[{"id":"https://openalex.org/C2777243215","wikidata":"https://www.wikidata.org/wiki/Q1493226","display_name":"Job shop","level":5,"score":0.7422186732292175},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6698009371757507},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5483204126358032},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.52496737241745},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4986739158630371},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.46588510274887085},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.4390738606452942},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4389503002166748},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.41104692220687866},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3320804238319397},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.32342979311943054},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3089909553527832},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2574490010738373},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.24858051538467407},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.10728210210800171},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.09793949127197266},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/00207543.2025.2497961","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2025.2497961","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G4860248431","display_name":null,"funder_award_id":"52375479","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1501347617","https://openalex.org/W2000764840","https://openalex.org/W2003746847","https://openalex.org/W2040492000","https://openalex.org/W2084880958","https://openalex.org/W2085884585","https://openalex.org/W2097998348","https://openalex.org/W2145339207","https://openalex.org/W2173248099","https://openalex.org/W2173564293","https://openalex.org/W2275596639","https://openalex.org/W2305203104","https://openalex.org/W2591794136","https://openalex.org/W2746553466","https://openalex.org/W2890420205","https://openalex.org/W2951799221","https://openalex.org/W2955103819","https://openalex.org/W3009389630","https://openalex.org/W3048774055","https://openalex.org/W3092184945","https://openalex.org/W3156138784","https://openalex.org/W3176897893","https://openalex.org/W3188293927","https://openalex.org/W3194871405","https://openalex.org/W3209314316","https://openalex.org/W4206009461","https://openalex.org/W4207077213","https://openalex.org/W4211250418","https://openalex.org/W4220943254","https://openalex.org/W4220966002","https://openalex.org/W4220994423","https://openalex.org/W4223536612","https://openalex.org/W4225410721","https://openalex.org/W4226336852","https://openalex.org/W4250685322","https://openalex.org/W4283750972","https://openalex.org/W4284711157","https://openalex.org/W4285119889","https://openalex.org/W4308146777","https://openalex.org/W4308571246","https://openalex.org/W4313443357","https://openalex.org/W4321021033","https://openalex.org/W4366607179","https://openalex.org/W4368232742","https://openalex.org/W4383535087","https://openalex.org/W4385623883","https://openalex.org/W4387093200","https://openalex.org/W4388088957","https://openalex.org/W4390055272","https://openalex.org/W4390600666","https://openalex.org/W4393120931","https://openalex.org/W4393183719","https://openalex.org/W4394807579","https://openalex.org/W4395682304","https://openalex.org/W4399165038","https://openalex.org/W4400042285","https://openalex.org/W4400778473","https://openalex.org/W4401109146","https://openalex.org/W4401933508","https://openalex.org/W4402435386","https://openalex.org/W4406018902","https://openalex.org/W4406160951","https://openalex.org/W6674385629"],"related_works":["https://openalex.org/W2967782293","https://openalex.org/W2185192838","https://openalex.org/W2069961172","https://openalex.org/W2955323683","https://openalex.org/W1564838499","https://openalex.org/W2559484340","https://openalex.org/W26892725","https://openalex.org/W2165758382","https://openalex.org/W2146297781","https://openalex.org/W2612484291"],"abstract_inverted_index":{"In":[0],"smart":[1],"manufacturing,":[2],"uncertainties":[3],"in":[4,120,177,189],"discrete":[5],"manufacturing":[6,90,193],"processes":[7],"are":[8,83,99,133],"increasing,":[9],"making":[10],"efficient":[11],"dynamic":[12,33,94,190],"scheduling":[13],"a":[14,49,68,75,126,130],"critical":[15],"challenge.":[16],"This":[17],"paper":[18],"addresses":[19],"the":[20,63,121,154,163],"Dynamic":[21],"Flexible":[22],"Job":[23],"Shop":[24],"Scheduling":[25],"Problem":[26],"with":[27,54],"Reconfigurable":[28],"Manufacturing":[29],"Cells":[30],"(DFJSP-RMC),":[31],"considering":[32],"job":[34,87],"arrivals":[35],"and":[36,42,72,93,115,129,171,183,191],"aiming":[37],"to":[38,141],"minimise":[39],"makespan,":[40,113,180],"tardiness,":[41,114,182],"operation":[43,147,184],"instability.":[44,116],"To":[45,117],"tackle":[46],"this":[47],"problem,":[48],"Noisy":[50],"Dueling":[51],"Double":[52],"DQN":[53],"Prioritized":[55],"Experience":[56],"Replay":[57],"(ND3QNP)":[58],"algorithm":[59,166],"is":[60,65,108,139,150],"proposed.":[61],"First,":[62],"DFJSP-RMC":[64],"formulated":[66],"as":[67],"mixed-integer":[69],"programming":[70],"problem":[71],"transformed":[73],"into":[74],"Markov":[76],"decision":[77],"process.":[78],"Next,":[79],"28":[80],"state":[81],"features":[82],"designed":[84],"based":[85],"on":[86],"attributes,":[88],"reconfigurable":[89,192],"cell":[91],"characteristics,":[92],"factors,":[95],"while":[96],"33":[97],"actions":[98],"derived":[100],"from":[101],"heuristic":[102],"dispatching":[103,169],"rules.":[104],"A":[105],"reward":[106],"function":[107],"then":[109],"constructed":[110],"by":[111],"integrating":[112],"mitigate":[118],"overestimation":[119],"original":[122],"DQN,":[123],"double":[124],"Q-learning,":[125],"duelling":[127],"network,":[128],"noisy":[131],"network":[132],"incorporated.":[134],"Additionally,":[135],"prioritised":[136],"experience":[137],"replay":[138],"employed":[140],"enhance":[142],"learning":[143,175],"efficiency.":[144],"Furthermore,":[145],"an":[146],"insertion":[148],"strategy":[149],"introduced,":[151],"significantly":[152],"improving":[153],"algorithm's":[155],"optimisation":[156],"performance.":[157],"Finally,":[158],"experimental":[159],"results":[160],"demonstrate":[161],"that":[162],"proposed":[164],"ND3QNP":[165],"outperforms":[167],"classical":[168],"rules":[170],"state-of-the-art":[172],"deep":[173],"reinforcement":[174],"approaches":[176],"terms":[178],"of":[179],"total":[181],"instability,":[185],"showcasing":[186],"its":[187],"robustness":[188],"environments.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":6}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}