{"id":"https://openalex.org/W4391409206","doi":"https://doi.org/10.1109/wsc60868.2023.10408616","title":"A Reinforcement Learning Approach for Improved Photolithography Schedules","display_name":"A Reinforcement Learning Approach for Improved Photolithography Schedules","publication_year":2023,"publication_date":"2023-12-10","ids":{"openalex":"https://openalex.org/W4391409206","doi":"https://doi.org/10.1109/wsc60868.2023.10408616"},"language":"en","primary_location":{"id":"doi:10.1109/wsc60868.2023.10408616","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc60868.2023.10408616","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100375796","display_name":"Tao Zhang","orcid":"https://orcid.org/0000-0002-3366-7640"},"institutions":[{"id":"https://openalex.org/I40527276","display_name":"Universit\u00e4t der Bundeswehr M\u00fcnchen","ror":"https://ror.org/05kkv3f82","country_code":"DE","type":"education","lineage":["https://openalex.org/I1315109972","https://openalex.org/I40527276","https://openalex.org/I4387152969"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Tao Zhang","raw_affiliation_strings":["Universität der Bundeswehr München,Neubiberg,Germany,85577"],"affiliations":[{"raw_affiliation_string":"Universität der Bundeswehr München,Neubiberg,Germany,85577","institution_ids":["https://openalex.org/I40527276"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021507547","display_name":"Kamil Erkan Kabak","orcid":"https://orcid.org/0000-0003-0350-0273"},"institutions":[{"id":"https://openalex.org/I15059493","display_name":"\u0130zmir University of Economics","ror":"https://ror.org/04hjr4202","country_code":"TR","type":"education","lineage":["https://openalex.org/I15059493"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Kamil Erkan Kabak","raw_affiliation_strings":["Izmir University of Economics,Dept. of Industrial Engineering,Izmir,Turkey,35330"],"affiliations":[{"raw_affiliation_string":"Izmir University of Economics,Dept. of Industrial Engineering,Izmir,Turkey,35330","institution_ids":["https://openalex.org/I15059493"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070092604","display_name":"Cathal Heavey","orcid":"https://orcid.org/0000-0003-0853-6769"},"institutions":[{"id":"https://openalex.org/I230495080","display_name":"University of Limerick","ror":"https://ror.org/00a0n9e72","country_code":"IE","type":"education","lineage":["https://openalex.org/I230495080"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Cathal Heavey","raw_affiliation_strings":["University of Limerick,CONFIRM Research Centre School of Engineering,Limerick,Ireland,V94 T9PX"],"affiliations":[{"raw_affiliation_string":"University of Limerick,CONFIRM Research Centre School of Engineering,Limerick,Ireland,V94 T9PX","institution_ids":["https://openalex.org/I230495080"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110728745","display_name":"Oliver Rose","orcid":null},"institutions":[{"id":"https://openalex.org/I40527276","display_name":"Universit\u00e4t der Bundeswehr M\u00fcnchen","ror":"https://ror.org/05kkv3f82","country_code":"DE","type":"education","lineage":["https://openalex.org/I1315109972","https://openalex.org/I40527276","https://openalex.org/I4387152969"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Oliver Rose","raw_affiliation_strings":["Universität der Bundeswehr München,Neubiberg,Germany,85577"],"affiliations":[{"raw_affiliation_string":"Universität der Bundeswehr München,Neubiberg,Germany,85577","institution_ids":["https://openalex.org/I40527276"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100375796"],"corresponding_institution_ids":["https://openalex.org/I40527276"],"apc_list":null,"apc_paid":null,"fwci":1.0398,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.81257025,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2136","last_page":"2147"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11053","display_name":"Process Optimization and Integration","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reentrancy","display_name":"Reentrancy","score":0.829880952835083},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7377141714096069},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7174031734466553},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6843662261962891},{"id":"https://openalex.org/keywords/photolithography","display_name":"Photolithography","score":0.6222929954528809},{"id":"https://openalex.org/keywords/semiconductor-device-fabrication","display_name":"Semiconductor device fabrication","score":0.5743714570999146},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.525242805480957},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4641045331954956},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4634855091571808},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.43303224444389343},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3781554102897644},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34956789016723633},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3099002242088318},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1743980348110199},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.1042783260345459},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0899558961391449},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07397955656051636}],"concepts":[{"id":"https://openalex.org/C161406801","wikidata":"https://www.wikidata.org/wiki/Q963635","display_name":"Reentrancy","level":2,"score":0.829880952835083},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7377141714096069},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7174031734466553},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6843662261962891},{"id":"https://openalex.org/C105487726","wikidata":"https://www.wikidata.org/wiki/Q622938","display_name":"Photolithography","level":2,"score":0.6222929954528809},{"id":"https://openalex.org/C66018809","wikidata":"https://www.wikidata.org/wiki/Q1570432","display_name":"Semiconductor device fabrication","level":3,"score":0.5743714570999146},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.525242805480957},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4641045331954956},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4634855091571808},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.43303224444389343},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3781554102897644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34956789016723633},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3099002242088318},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1743980348110199},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.1042783260345459},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0899558961391449},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07397955656051636},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C160671074","wikidata":"https://www.wikidata.org/wiki/Q267131","display_name":"Wafer","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wsc60868.2023.10408616","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc60868.2023.10408616","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1906003762","https://openalex.org/W1982595090","https://openalex.org/W1998863535","https://openalex.org/W2014034914","https://openalex.org/W2024832494","https://openalex.org/W2033466247","https://openalex.org/W2118314677","https://openalex.org/W2150265387","https://openalex.org/W2187600643","https://openalex.org/W2519232712","https://openalex.org/W2727944998","https://openalex.org/W2807766588","https://openalex.org/W2997873913","https://openalex.org/W3147403225","https://openalex.org/W4213436170","https://openalex.org/W4214717370","https://openalex.org/W4232607412","https://openalex.org/W4236962151","https://openalex.org/W4255641917","https://openalex.org/W4317792452","https://openalex.org/W4317793577","https://openalex.org/W4391409064","https://openalex.org/W4403147524","https://openalex.org/W6686695435"],"related_works":["https://openalex.org/W2379098406","https://openalex.org/W2048465488","https://openalex.org/W2042099576","https://openalex.org/W2121474717","https://openalex.org/W2365138497","https://openalex.org/W2125111181","https://openalex.org/W4252157062","https://openalex.org/W2550030386","https://openalex.org/W2083874129","https://openalex.org/W130336735"],"abstract_inverted_index":{"A":[0,49],"Reinforcement":[1],"Learning":[2],"(RL)":[3],"model":[4,54,70],"is":[5,19,59,66,123],"applied":[6],"for":[7],"photolithography":[8,17],"schedules":[9,32],"with":[10,125],"direct":[11],"consideration":[12],"of":[13,55,83,140],"reentrant":[14,86],"visits.":[15],"The":[16,75,88,102,132],"process":[18,25],"mainly":[20],"regarded":[21],"as":[22],"a":[23,56,62,95,135],"bottleneck":[24],"in":[26,35,138],"semiconductor":[27],"manufacturing,":[28],"and":[29,61,80,113,128],"improving":[30],"its":[31],"would":[33],"result":[34],"better":[36],"performances.":[37],"Most":[38],"RL-based":[39],"research":[40],"do":[41],"not":[42],"consider":[43],"revisits":[44],"directly":[45],"or":[46],"guarantee":[47],"convergence.":[48],"simplified":[50],"discrete":[51],"event":[52],"simulation":[53],"fabrication":[57],"facility":[58],"built,":[60],"tabular":[63],"Q-learning":[64],"agent":[65,89],"embedded":[67],"into":[68],"the":[69,105,109,119],"to":[71,99],"learn":[72],"through":[73],"scheduling.":[74],"learning":[76],"environment":[77],"considers":[78],"states":[79],"actions":[81],"consisting":[82],"information":[84],"on":[85],"flows.":[87],"dynamically":[90],"chooses":[91],"one":[92],"rule":[93,97],"from":[94],"pre-defined":[96],"set":[98,103],"dispatch":[100],"lots.":[101],"includes":[104],"earliest":[106],"stage":[107,111],"first,":[108,112],"latest":[110],"8":[114,129],"more":[115],"composite":[116],"rules.":[117,131],"Finally,":[118],"proposed":[120],"RL":[121],"approach":[122,137],"compared":[124],"7":[126],"single":[127],"hybrid":[130],"method":[133],"presents":[134],"validated":[136],"terms":[139],"overall":[141],"average":[142],"cycle":[143],"times.":[144]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}