{"id":"https://openalex.org/W4317792300","doi":"https://doi.org/10.1109/wsc57314.2022.10015524","title":"A Customizable Reinforcement Learning Environment for Semiconductor Fab Simulation","display_name":"A Customizable Reinforcement Learning Environment for Semiconductor Fab Simulation","publication_year":2022,"publication_date":"2022-12-11","ids":{"openalex":"https://openalex.org/W4317792300","doi":"https://doi.org/10.1109/wsc57314.2022.10015524"},"language":"en","primary_location":{"id":"doi:10.1109/wsc57314.2022.10015524","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc57314.2022.10015524","pdf_url":null,"source":{"id":"https://openalex.org/S4363607869","display_name":"2022 Winter Simulation Conference (WSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077193137","display_name":"Benjamin Kov\u00e1cs","orcid":"https://orcid.org/0000-0002-7107-2285"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Benjamin Kovacs","raw_affiliation_strings":["Alpen-Adria-Universität Klagenfurt,Klagenfurt am Wörthersee,AUSTRIA,9020"],"affiliations":[{"raw_affiliation_string":"Alpen-Adria-Universität Klagenfurt,Klagenfurt am Wörthersee,AUSTRIA,9020","institution_ids":["https://openalex.org/I4210166741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053762726","display_name":"Pierre Tassel","orcid":"https://orcid.org/0000-0001-6533-3621"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Pierre Tassel","raw_affiliation_strings":["Alpen-Adria-Universität Klagenfurt,Klagenfurt am Wörthersee,AUSTRIA,9020"],"affiliations":[{"raw_affiliation_string":"Alpen-Adria-Universität Klagenfurt,Klagenfurt am Wörthersee,AUSTRIA,9020","institution_ids":["https://openalex.org/I4210166741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006066772","display_name":"Martin Gebser","orcid":"https://orcid.org/0000-0002-8010-4752"},"institutions":[{"id":"https://openalex.org/I4210166741","display_name":"University of Klagenfurt","ror":"https://ror.org/05q9m0937","country_code":"AT","type":"education","lineage":["https://openalex.org/I4210166741"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Martin Gebser","raw_affiliation_strings":["Alpen-Adria-Universität Klagenfurt,Klagenfurt am Wörthersee,AUSTRIA,9020"],"affiliations":[{"raw_affiliation_string":"Alpen-Adria-Universität Klagenfurt,Klagenfurt am Wörthersee,AUSTRIA,9020","institution_ids":["https://openalex.org/I4210166741"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057372682","display_name":"Georg Seidel","orcid":null},"institutions":[{"id":"https://openalex.org/I4210131793","display_name":"Infineon Technologies (Austria)","ror":"https://ror.org/03msng824","country_code":"AT","type":"company","lineage":["https://openalex.org/I137594350","https://openalex.org/I4210131793"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Georg Seidel","raw_affiliation_strings":["Infineon Technologies Austria AG,Villach,AUSTRIA,9500"],"affiliations":[{"raw_affiliation_string":"Infineon Technologies Austria AG,Villach,AUSTRIA,9500","institution_ids":["https://openalex.org/I4210131793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5077193137"],"corresponding_institution_ids":["https://openalex.org/I4210166741"],"apc_list":null,"apc_paid":null,"fwci":0.6935,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.65502938,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2663","last_page":"2674"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8366209268569946},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7842130661010742},{"id":"https://openalex.org/keywords/rework","display_name":"Rework","score":0.6267677545547485},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6113799214363098},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.4927347004413605},{"id":"https://openalex.org/keywords/factory","display_name":"Factory (object-oriented programming)","score":0.4346333146095276},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3810054063796997},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3793328106403351},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.18182706832885742},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12311086058616638},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11007842421531677}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8366209268569946},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7842130661010742},{"id":"https://openalex.org/C2776543023","wikidata":"https://www.wikidata.org/wiki/Q2147046","display_name":"Rework","level":2,"score":0.6267677545547485},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6113799214363098},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.4927347004413605},{"id":"https://openalex.org/C40149104","wikidata":"https://www.wikidata.org/wiki/Q5620977","display_name":"Factory (object-oriented programming)","level":2,"score":0.4346333146095276},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3810054063796997},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3793328106403351},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.18182706832885742},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12311086058616638},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11007842421531677},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wsc57314.2022.10015524","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc57314.2022.10015524","pdf_url":null,"source":{"id":"https://openalex.org/S4363607869","display_name":"2022 Winter Simulation Conference (WSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W93820363","https://openalex.org/W206679605","https://openalex.org/W2040589799","https://openalex.org/W2107726111","https://openalex.org/W2156391157","https://openalex.org/W2257979135","https://openalex.org/W2811338889","https://openalex.org/W2991046523","https://openalex.org/W2997873913","https://openalex.org/W3018195242","https://openalex.org/W3034428006","https://openalex.org/W3042915245","https://openalex.org/W3083217750","https://openalex.org/W3089116250","https://openalex.org/W3100789280","https://openalex.org/W3141175846","https://openalex.org/W3175534081","https://openalex.org/W3186533996","https://openalex.org/W3192766916","https://openalex.org/W3216772467","https://openalex.org/W4214717370","https://openalex.org/W4282832463","https://openalex.org/W4298857966","https://openalex.org/W6783120724","https://openalex.org/W6792729029","https://openalex.org/W6797442819","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W2137196920","https://openalex.org/W2001967228","https://openalex.org/W2016750656","https://openalex.org/W1985548832","https://openalex.org/W1969836645","https://openalex.org/W2749019331","https://openalex.org/W2155301311","https://openalex.org/W1986499263","https://openalex.org/W3142836712","https://openalex.org/W36249452"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,14,48,82],"based":[2,95],"methods":[3],"are":[4,93],"increasingly":[5],"used":[6],"to":[7,30,52],"solve":[8],"NP-hard":[9],"combinatorial":[10],"optimization":[11],"problems.":[12],"By":[13],"from":[15,36],"the":[16,20,24,71,81,90,145],"problem":[17,58],"structure,":[18],"or":[19,77],"characteristics":[21],"of":[22],"instances,":[23],"approach":[25],"has":[26],"high":[27],"potential":[28],"compared":[29],"alternative":[31],"techniques":[32],"solving":[33],"all":[34],"instances":[35],"scratch.":[37],"This":[38],"work":[39],"introduces":[40],"a":[41,104,115],"novel":[42],"framework":[43,63],"for":[44],"creating":[45,65],"(deep)":[46],"reinforcement":[47],"environments":[49,69,102],"simulating":[50],"up":[51],"real-world":[53],"scale":[54],"semiconductor":[55],"fab":[56],"scheduling":[57],"instances.":[59],"The":[60,84,118],"highly":[61],"configurable":[62],"supports":[64],"single-":[66],"and":[67,86,89,129,138],"multi-agent":[68],"where":[70],"simulation":[72],"factory":[73],"is":[74],"either":[75],"partially":[76],"fully":[78],"controlled":[79],"by":[80],"agents.":[83],"action":[85],"observation":[87],"spaces":[88],"reward":[91],"function":[92],"customizable":[94],"on":[96],"pre-defined":[97],"features.":[98],"Our":[99],"toolkit":[100],"creates":[101],"with":[103,111],"standard":[105],"interface":[106],"that":[107],"can":[108,133],"be":[109,135,141],"integrated":[110],"various":[112],"algorithms":[113],"in":[114],"few":[116],"minutes.":[117],"simulated":[119,139],"datasets":[120,140],"may":[121],"involve":[122],"challenging":[123],"features":[124],"like":[125],"downtimes,":[126],"batching,":[127],"rework,":[128],"sequence-dependent":[130],"setups.":[131],"These":[132],"also":[134],"turned":[136],"off":[137],"automatically":[142],"downscaled":[143],"during":[144],"prototyping":[146],"phase.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}