{"id":"https://openalex.org/W3147164456","doi":"https://doi.org/10.1109/wsc48552.2020.9383997","title":"Integration of Deep Reinforcement Learning and Discrete-Event Simulation for Real-Time Scheduling of a Flexible Job Shop Production","display_name":"Integration of Deep Reinforcement Learning and Discrete-Event Simulation for Real-Time Scheduling of a Flexible Job Shop Production","publication_year":2020,"publication_date":"2020-12-14","ids":{"openalex":"https://openalex.org/W3147164456","doi":"https://doi.org/10.1109/wsc48552.2020.9383997","mag":"3147164456"},"language":"en","primary_location":{"id":"doi:10.1109/wsc48552.2020.9383997","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc48552.2020.9383997","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://publica.fraunhofer.de/documents/N-634088.html","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014441161","display_name":"Sebastian Lang","orcid":"https://orcid.org/0000-0003-3397-1551"},"institutions":[{"id":"https://openalex.org/I4210139350","display_name":"Fraunhofer Institute for Factory Operation and Automation","ror":"https://ror.org/04qfaak15","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210139350","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Lang","raw_affiliation_strings":["Fraunhofer Institute for Factory Operation and Automation (IFF), Magdeburg, GERMANY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Factory Operation and Automation (IFF), Magdeburg, GERMANY","institution_ids":["https://openalex.org/I4210139350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063402376","display_name":"Fabian Behrendt","orcid":"https://orcid.org/0000-0001-6521-3179"},"institutions":[{"id":"https://openalex.org/I4210139350","display_name":"Fraunhofer Institute for Factory Operation and Automation","ror":"https://ror.org/04qfaak15","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210139350","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fabian Behrendt","raw_affiliation_strings":["Fraunhofer Institute for Factory Operation and Automation (IFF), Magdeburg, GERMANY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Factory Operation and Automation (IFF), Magdeburg, GERMANY","institution_ids":["https://openalex.org/I4210139350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053398257","display_name":"Nico Lanzerath","orcid":null},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke-Universit\u00e4t Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nico Lanzerath","raw_affiliation_strings":["Institute of Logistics and Material Handling Systems (ILM) Otto von Guericke University Magdeburg, Magdeburg, GERMANY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Logistics and Material Handling Systems (ILM) Otto von Guericke University Magdeburg, Magdeburg, GERMANY","institution_ids":["https://openalex.org/I95793202"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025644294","display_name":"Tobias Reggelin","orcid":"https://orcid.org/0000-0003-3001-9821"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke-Universit\u00e4t Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tobias Reggelin","raw_affiliation_strings":["Institute of Logistics and Material Handling Systems (ILM) Otto von Guericke University Magdeburg, Magdeburg, GERMANY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Logistics and Material Handling Systems (ILM) Otto von Guericke University Magdeburg, Magdeburg, GERMANY","institution_ids":["https://openalex.org/I95793202"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000645251","display_name":"Marcel M\u00fcller","orcid":"https://orcid.org/0000-0001-9865-7331"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke-Universit\u00e4t Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marcel Muller","raw_affiliation_strings":["Institute of Logistics and Material Handling Systems (ILM) Otto von Guericke University Magdeburg, Magdeburg, GERMANY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Logistics and Material Handling Systems (ILM) Otto von Guericke University Magdeburg, Magdeburg, GERMANY","institution_ids":["https://openalex.org/I95793202"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":69,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3057","last_page":"3068"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tardiness","display_name":"Tardiness","score":0.8824489116668701},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.8102049827575684},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8034031391143799},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7976959943771362},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.6888784170150757},{"id":"https://openalex.org/keywords/job-shop","display_name":"Job shop","score":0.6214956045150757},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5485086441040039},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5245195627212524},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47411349415779114},{"id":"https://openalex.org/keywords/metaheuristic","display_name":"Metaheuristic","score":0.4416908919811249},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.43538594245910645},{"id":"https://openalex.org/keywords/discrete-event-simulation","display_name":"Discrete event simulation","score":0.4335031807422638},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.38334280252456665},{"id":"https://openalex.org/keywords/flow-shop-scheduling","display_name":"Flow shop scheduling","score":0.307775616645813},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.23266685009002686},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.08186456561088562},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07990750670433044},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07958519458770752}],"concepts":[{"id":"https://openalex.org/C2778047078","wikidata":"https://www.wikidata.org/wiki/Q82299449","display_name":"Tardiness","level":4,"score":0.8824489116668701},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.8102049827575684},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8034031391143799},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7976959943771362},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.6888784170150757},{"id":"https://openalex.org/C2777243215","wikidata":"https://www.wikidata.org/wiki/Q1493226","display_name":"Job shop","level":5,"score":0.6214956045150757},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5485086441040039},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5245195627212524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47411349415779114},{"id":"https://openalex.org/C109718341","wikidata":"https://www.wikidata.org/wiki/Q1385229","display_name":"Metaheuristic","level":2,"score":0.4416908919811249},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.43538594245910645},{"id":"https://openalex.org/C147203929","wikidata":"https://www.wikidata.org/wiki/Q574814","display_name":"Discrete event simulation","level":2,"score":0.4335031807422638},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.38334280252456665},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.307775616645813},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.23266685009002686},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.08186456561088562},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07990750670433044},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07958519458770752},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/wsc48552.2020.9383997","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc48552.2020.9383997","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"},{"id":"pmh:oai:fraunhofer.de:N-634088","is_oa":true,"landing_page_url":"http://publica.fraunhofer.de/documents/N-634088.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer IFF","raw_type":"Conference Paper"},{"id":"pmh:oai:publica.fraunhofer.de:publica/410808","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/410808","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":{"id":"pmh:oai:fraunhofer.de:N-634088","is_oa":true,"landing_page_url":"http://publica.fraunhofer.de/documents/N-634088.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer IFF","raw_type":"Conference Paper"},"sustainable_development_goals":[{"score":0.6800000071525574,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W85477776","https://openalex.org/W653041767","https://openalex.org/W1585546214","https://openalex.org/W1757796397","https://openalex.org/W1977357978","https://openalex.org/W1991479893","https://openalex.org/W1992575021","https://openalex.org/W2028145591","https://openalex.org/W2062906563","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2145459199","https://openalex.org/W2341350247","https://openalex.org/W2505553280","https://openalex.org/W2568351164","https://openalex.org/W2746223488","https://openalex.org/W2768048291","https://openalex.org/W2793262237","https://openalex.org/W2802314172","https://openalex.org/W2811338889","https://openalex.org/W2833802126","https://openalex.org/W2914098981","https://openalex.org/W2932097000","https://openalex.org/W2952808052","https://openalex.org/W2964024268","https://openalex.org/W2997116190","https://openalex.org/W3002239905","https://openalex.org/W3004706219","https://openalex.org/W3009389630","https://openalex.org/W3011120880","https://openalex.org/W3100366369","https://openalex.org/W3100789280","https://openalex.org/W3123212791","https://openalex.org/W4229644324","https://openalex.org/W4252209735","https://openalex.org/W4255730472","https://openalex.org/W4256253225","https://openalex.org/W4298857966","https://openalex.org/W6634919779","https://openalex.org/W6637967152","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W1980879778","https://openalex.org/W3216729967","https://openalex.org/W2902517208","https://openalex.org/W2113526966","https://openalex.org/W2054689640","https://openalex.org/W2034702700","https://openalex.org/W2002106155","https://openalex.org/W2968175378","https://openalex.org/W2738406632","https://openalex.org/W1980423862"],"abstract_inverted_index":{"The":[0],"following":[1],"paper":[2],"presents":[3],"the":[4,54,62,68,76,81,102,114,123],"application":[5],"of":[6,53,64,78,89,127],"Deep":[7],"Q-Networks":[8],"(DQN)":[9],"for":[10,61],"solving":[11],"a":[12,23,36,49,95],"flexible":[13],"job":[14],"shop":[15],"problem":[16,119],"with":[17,48,80],"integrated":[18],"process":[19],"planning.":[20],"DQN":[21,44,79,91,110],"is":[22,59],"deep":[24],"reinforcement":[25],"learning":[26],"algorithm,":[27],"which":[28],"aims":[29],"to":[30,34,72,112,117],"train":[31,42],"an":[32],"agent":[33,58],"perform":[35],"specific":[37],"task.":[38],"In":[39],"particular,":[40],"we":[41],"two":[43],"agents":[45],"in":[46],"connection":[47],"discrete-event":[50],"simulation":[51],"model":[52],"problem,":[55],"where":[56],"one":[57,87],"responsible":[60],"selection":[63],"operation":[65],"sequences,":[66],"while":[67],"other":[69,118],"allocates":[70],"jobs":[71],"machines.":[73],"We":[74],"compare":[75],"performance":[77],"GRASP":[82,103],"metaheuristic.":[83],"After":[84],"less":[85,132],"than":[86,133],"hour":[88],"training,":[90],"generates":[92],"schedules":[93,130],"providing":[94],"lower":[96],"makespan":[97],"and":[98,125],"total":[99],"tardiness":[100],"as":[101],"algorithm.":[104],"Our":[105],"first":[106],"investigations":[107],"reveal":[108],"that":[109],"seems":[111],"generalize":[113],"training":[115],"data":[116],"cases.":[120],"Once":[121],"trained,":[122],"prediction":[124],"evaluation":[126],"new":[128],"production":[129],"requires":[131],"0.2":[134],"seconds.":[135]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}