{"id":"https://openalex.org/W4391381813","doi":"https://doi.org/10.1109/wsc60868.2023.10408625","title":"Dispatching in Real Frontend Fabs With Industrial Grade Discrete-Event Simulations by Deep Reinforcement Learning with Evolution Strategies","display_name":"Dispatching in Real Frontend Fabs With Industrial Grade Discrete-Event Simulations by Deep Reinforcement Learning with Evolution Strategies","publication_year":2023,"publication_date":"2023-12-10","ids":{"openalex":"https://openalex.org/W4391381813","doi":"https://doi.org/10.1109/wsc60868.2023.10408625"},"language":"en","primary_location":{"id":"doi:10.1109/wsc60868.2023.10408625","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc60868.2023.10408625","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086768240","display_name":"Patrick St\u00f6ckermann","orcid":"https://orcid.org/0000-0003-1056-8233"},"institutions":[{"id":"https://openalex.org/I137594350","display_name":"Infineon Technologies (Germany)","ror":"https://ror.org/005kw6t15","country_code":"DE","type":"company","lineage":["https://openalex.org/I137594350"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Patrick St\u00f6ckermann","raw_affiliation_strings":["Infineon Technologies AG,Neubiberg,Germany,81726"],"affiliations":[{"raw_affiliation_string":"Infineon Technologies AG,Neubiberg,Germany,81726","institution_ids":["https://openalex.org/I137594350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093827863","display_name":"Alessandro Immordino","orcid":null},"institutions":[{"id":"https://openalex.org/I137594350","display_name":"Infineon Technologies (Germany)","ror":"https://ror.org/005kw6t15","country_code":"DE","type":"company","lineage":["https://openalex.org/I137594350"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alessandro Immordino","raw_affiliation_strings":["Infineon Technologies AG,Neubiberg,Germany,81726"],"affiliations":[{"raw_affiliation_string":"Infineon Technologies AG,Neubiberg,Germany,81726","institution_ids":["https://openalex.org/I137594350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049256931","display_name":"Thomas Altenm\u00fcller","orcid":"https://orcid.org/0000-0002-3039-9193"},"institutions":[{"id":"https://openalex.org/I137594350","display_name":"Infineon Technologies (Germany)","ror":"https://ror.org/005kw6t15","country_code":"DE","type":"company","lineage":["https://openalex.org/I137594350"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Altenm\u00fcller","raw_affiliation_strings":["Infineon Technologies AG,Neubiberg,Germany,81726"],"affiliations":[{"raw_affiliation_string":"Infineon Technologies AG,Neubiberg,Germany,81726","institution_ids":["https://openalex.org/I137594350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057372682","display_name":"Georg Seidel","orcid":null},"institutions":[{"id":"https://openalex.org/I4210131793","display_name":"Infineon Technologies (Austria)","ror":"https://ror.org/03msng824","country_code":"AT","type":"company","lineage":["https://openalex.org/I137594350","https://openalex.org/I4210131793"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Georg Seidel","raw_affiliation_strings":["Infineon Technologies Austria,Villach,Austria,9500"],"affiliations":[{"raw_affiliation_string":"Infineon Technologies Austria,Villach,Austria,9500","institution_ids":["https://openalex.org/I4210131793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006066772","display_name":"Martin Gebser","orcid":"https://orcid.org/0000-0002-8010-4752"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Martin Gebser","raw_affiliation_strings":["University of Klagenfurt,Klagenfurt am Wörthersee,Austria,9020"],"affiliations":[{"raw_affiliation_string":"University of Klagenfurt,Klagenfurt am Wörthersee,Austria,9020","institution_ids":["https://openalex.org/I4210166741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053762726","display_name":"Pierre Tassel","orcid":"https://orcid.org/0000-0001-6533-3621"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Pierre Tassel","raw_affiliation_strings":["University of Klagenfurt,Klagenfurt am Wörthersee,Austria,9020"],"affiliations":[{"raw_affiliation_string":"University of Klagenfurt,Klagenfurt am Wörthersee,Austria,9020","institution_ids":["https://openalex.org/I4210166741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084762519","display_name":"Chew Wye Chan","orcid":"https://orcid.org/0000-0002-8523-7888"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chew Wye Chan","raw_affiliation_strings":["D-SIMLAB Technologies Pte Ltd,Singapore,Singapore,609434"],"affiliations":[{"raw_affiliation_string":"D-SIMLAB Technologies Pte Ltd,Singapore,Singapore,609434","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100406149","display_name":"Feifei Zhang","orcid":"https://orcid.org/0000-0002-7759-2513"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feifei Zhang","raw_affiliation_strings":["D-SIMLAB Technologies Pte Ltd,Singapore,Singapore,609434"],"affiliations":[{"raw_affiliation_string":"D-SIMLAB Technologies Pte Ltd,Singapore,Singapore,609434","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5086768240"],"corresponding_institution_ids":["https://openalex.org/I137594350"],"apc_list":null,"apc_paid":null,"fwci":1.4521,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.84851532,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3047","last_page":"3058"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8011280298233032},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6713516712188721},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6225756406784058},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.617002546787262},{"id":"https://openalex.org/keywords/semiconductor-device-fabrication","display_name":"Semiconductor device fabrication","score":0.5933244228363037},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5273200869560242},{"id":"https://openalex.org/keywords/discrete-event-simulation","display_name":"Discrete event simulation","score":0.5171627402305603},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.4939332604408264},{"id":"https://openalex.org/keywords/production-control","display_name":"Production control","score":0.4488081932067871},{"id":"https://openalex.org/keywords/flow-shop-scheduling","display_name":"Flow shop scheduling","score":0.44483160972595215},{"id":"https://openalex.org/keywords/job-shop","display_name":"Job shop","score":0.42641887068748474},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4128757417201996},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3638272285461426},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3511161804199219},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.285221666097641},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.26652318239212036},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.25256621837615967},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.12704184651374817},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.12009885907173157}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8011280298233032},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6713516712188721},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6225756406784058},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.617002546787262},{"id":"https://openalex.org/C66018809","wikidata":"https://www.wikidata.org/wiki/Q1570432","display_name":"Semiconductor device fabrication","level":3,"score":0.5933244228363037},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5273200869560242},{"id":"https://openalex.org/C147203929","wikidata":"https://www.wikidata.org/wiki/Q574814","display_name":"Discrete event simulation","level":2,"score":0.5171627402305603},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.4939332604408264},{"id":"https://openalex.org/C2780682718","wikidata":"https://www.wikidata.org/wiki/Q16321575","display_name":"Production control","level":3,"score":0.4488081932067871},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.44483160972595215},{"id":"https://openalex.org/C2777243215","wikidata":"https://www.wikidata.org/wiki/Q1493226","display_name":"Job shop","level":5,"score":0.42641887068748474},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4128757417201996},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3638272285461426},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3511161804199219},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.285221666097641},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.26652318239212036},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25256621837615967},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.12704184651374817},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.12009885907173157},{"id":"https://openalex.org/C160671074","wikidata":"https://www.wikidata.org/wiki/Q267131","display_name":"Wafer","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wsc60868.2023.10408625","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc60868.2023.10408625","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.4000000059604645,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2067860534","https://openalex.org/W2070037973","https://openalex.org/W2071306171","https://openalex.org/W2078533235","https://openalex.org/W2092908618","https://openalex.org/W2112036188","https://openalex.org/W2166160300","https://openalex.org/W2487507777","https://openalex.org/W2596367596","https://openalex.org/W2609642187","https://openalex.org/W2736601468","https://openalex.org/W2807766588","https://openalex.org/W3008434477","https://openalex.org/W3016938688","https://openalex.org/W3034428006","https://openalex.org/W3042915245","https://openalex.org/W3128766876","https://openalex.org/W3139550584","https://openalex.org/W4200146386","https://openalex.org/W4214717370","https://openalex.org/W4229813977","https://openalex.org/W4283705627","https://openalex.org/W4298857966","https://openalex.org/W4312659160","https://openalex.org/W4391409064","https://openalex.org/W6637967152","https://openalex.org/W6692846177","https://openalex.org/W6735641298","https://openalex.org/W6739901393","https://openalex.org/W6787784726"],"related_works":["https://openalex.org/W2025157869","https://openalex.org/W1849611347","https://openalex.org/W2074650926","https://openalex.org/W2087693503","https://openalex.org/W2031676021","https://openalex.org/W2090045937","https://openalex.org/W1988229514","https://openalex.org/W2163588069","https://openalex.org/W3109838862","https://openalex.org/W45466894"],"abstract_inverted_index":{"Scheduling":[0],"is":[1,120],"a":[2,60,75,79],"fundamental":[3],"task":[4],"in":[5,39],"each":[6],"production":[7,47],"facility":[8,118],"with":[9],"implications":[10],"on":[11],"the":[12,16,26,33,40,70,88,116,124,128],"overall":[13],"efficiency":[14],"of":[15,28,42,74,78,91,101,127],"facility.":[17,85],"While":[18],"classic":[19],"job-shop":[20],"scheduling":[21],"problems":[22],"become":[23],"intractable":[24],"when":[25],"number":[27],"machines":[29],"and":[30,49,119],"jobs":[31],"increase,":[32],"problem":[34],"gets":[35],"even":[36],"more":[37],"complex":[38],"context":[41],"semiconductor":[43,83,98],"manufacturing,":[44],"where":[45],"flexible":[46],"control":[48],"stochastic":[50],"event":[51],"handling":[52],"are":[53],"required.":[54],"In":[55],"this":[56],"paper,":[57],"we":[58],"propose":[59],"Deep":[61],"Reinforcement":[62,92],"Learning":[63,93],"approach":[64,105],"for":[65,115],"lot":[66],"dispatching":[67,113],"to":[68,94,109,122],"minimize":[69],"Flow":[71],"Factor":[72],"(FF)":[73],"digital":[76],"twin":[77],"real-world,":[80],"stochastic,":[81],"large-scale":[82],"manufacturing":[84,99,117],"We":[86],"present":[87],"first":[89],"application":[90],"an":[95,111],"industrial":[96],"grade":[97],"scenario":[100],"that":[102],"size.":[103],"Our":[104],"leverages":[106],"self-attention":[107],"mechanisms":[108],"learn":[110],"effective":[112],"policy":[114],"able":[121],"reduce":[123],"global":[125],"FF":[126],"fab.":[129]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}