{"id":"https://openalex.org/W4404877232","doi":"https://doi.org/10.1016/j.ijnaoe.2024.100629","title":"Simulation-based deep reinforcement learning for multi-objective identical parallel machine scheduling problem","display_name":"Simulation-based deep reinforcement learning for multi-objective identical parallel machine scheduling problem","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404877232","doi":"https://doi.org/10.1016/j.ijnaoe.2024.100629"},"language":"en","primary_location":{"id":"doi:10.1016/j.ijnaoe.2024.100629","doi":"https://doi.org/10.1016/j.ijnaoe.2024.100629","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ijnaoe.2024.100629","pdf_url":null,"source":{"id":"https://openalex.org/S108833125","display_name":"International Journal of Naval Architecture and Ocean Engineering","issn_l":"2092-6782","issn":["2092-6782","2092-6790"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","jufo-1","kci-registered","norway-1","oarl","poland-70"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Naval Architecture and Ocean Engineering","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.ijnaoe.2024.100629","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090651576","display_name":"SoHyun Nam","orcid":"https://orcid.org/0000-0002-0642-9508","observed_orcids":["https://orcid.org/0000-0002-0642-9508","https://orcid.org/0000-0003-3757-4684"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sohyun Nam","raw_affiliation_strings":["Department of Naval Architecture and Ocean Engineering, Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-0642-9508","affiliations":[{"raw_affiliation_string":"Department of Naval Architecture and Ocean Engineering, Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088686112","display_name":"Young-in Cho","orcid":"https://orcid.org/0000-0002-1614-5226","observed_orcids":["https://orcid.org/0000-0002-1614-5226"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young-in Cho","raw_affiliation_strings":["Department of Naval Architecture and Ocean Engineering, Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-1614-5226","affiliations":[{"raw_affiliation_string":"Department of Naval Architecture and Ocean Engineering, Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012842425","display_name":"Jong Hun Woo","orcid":"https://orcid.org/0000-0002-7612-7361","observed_orcids":["https://orcid.org/0000-0002-7612-7361"]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Jong Hun Woo","raw_affiliation_strings":["Department of Naval Architecture and Ocean Engineering, Seoul National University, Seoul, Republic of Korea","Research Institute of Marine Systems Engineering, Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-7612-7361","affiliations":[{"raw_affiliation_string":"Department of Naval Architecture and Ocean Engineering, Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Research Institute of Marine Systems Engineering, Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5012842425"],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":{"value":1200,"currency":"USD","value_usd":1200},"apc_paid":{"value":1200,"currency":"USD","value_usd":1200},"fwci":2.1885,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.86467972,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"16","issue":null,"first_page":"100629","last_page":"100629"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11773","display_name":"Healthcare Operations and Scheduling Optimization","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8320000171661377},{"id":"https://openalex.org/keywords/dynamic-scheduling","display_name":"dynamic scheduling","score":0.6570000052452087},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8209999799728394},{"id":"https://openalex.org/keywords/discrete-event-simulation","display_name":"discrete event simulation","score":0.9350000023841858},{"id":"https://openalex.org/keywords/proximal-policy-optimization","display_name":"proximal policy optimization","score":0.953000009059906},{"id":"https://openalex.org/keywords/setup-time-reduction","display_name":"setup time reduction","score":0.8220000267028809},{"id":"https://openalex.org/keywords/tardiness-minimization","display_name":"tardiness minimization","score":0.925000011920929},{"id":"https://openalex.org/keywords/processing-time-variability","display_name":"processing time variability","score":0.7020000219345093}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7858697175979614},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6267135739326477},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5520546436309814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4496743977069855},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4463139474391937},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.42539122700691223},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.31389957666397095},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2246226668357849},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13130205869674683},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.09121894836425781}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1016/j.ijnaoe.2024.100629","doi":"https://doi.org/10.1016/j.ijnaoe.2024.100629","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ijnaoe.2024.100629","pdf_url":null,"source":{"id":"https://openalex.org/S108833125","display_name":"International Journal of Naval Architecture and Ocean Engineering","issn_l":"2092-6782","issn":["2092-6782","2092-6790"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","jufo-1","kci-registered","norway-1","oarl","poland-70"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Naval Architecture and Ocean Engineering","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:cab882a94e474438a185103940601445","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/cab882a94e474438a185103940601445","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Naval Architecture and Ocean Engineering, Vol 16, Iss , Pp 100629- (2024)","raw_type":"article"},{"id":"pmh:oai:s-space.snu.ac.kr:10371/216654","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/10371/216654","pdf_url":null,"source":{"id":"https://openalex.org/S4306401345","display_name":"Seoul National University Open Repository (Seoul National University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I139264467","host_organization_name":"Seoul National University","host_organization_lineage":["https://openalex.org/I139264467"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1016/j.ijnaoe.2024.100629","doi":"https://doi.org/10.1016/j.ijnaoe.2024.100629","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ijnaoe.2024.100629","pdf_url":null,"source":{"id":"https://openalex.org/S108833125","display_name":"International Journal of Naval Architecture and Ocean Engineering","issn_l":"2092-6782","issn":["2092-6782","2092-6790"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","jufo-1","kci-registered","norway-1","oarl","poland-70"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Naval Architecture and Ocean Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1986528929","https://openalex.org/W2000630887","https://openalex.org/W2005169299","https://openalex.org/W2009359712","https://openalex.org/W2013315474","https://openalex.org/W2030275768","https://openalex.org/W2034801210","https://openalex.org/W2058371496","https://openalex.org/W2070270802","https://openalex.org/W2145339207","https://openalex.org/W2541174666","https://openalex.org/W2565602734","https://openalex.org/W2756249750","https://openalex.org/W2757564505","https://openalex.org/W2802314172","https://openalex.org/W2891011394","https://openalex.org/W3128766876","https://openalex.org/W3185647106","https://openalex.org/W3186533996","https://openalex.org/W3201000358","https://openalex.org/W4212778718","https://openalex.org/W4213417773","https://openalex.org/W4220858463","https://openalex.org/W4224279257","https://openalex.org/W4297180199","https://openalex.org/W4310541177","https://openalex.org/W4317792344","https://openalex.org/W4360978881","https://openalex.org/W4377695283","https://openalex.org/W4390116411","https://openalex.org/W4391919125","https://openalex.org/W4396661059","https://openalex.org/W4400748464","https://openalex.org/W4402433530"],"related_works":["https://openalex.org/W4380877584","https://openalex.org/W4406612947","https://openalex.org/W4410799686","https://openalex.org/W4308571246","https://openalex.org/W3186533996","https://openalex.org/W4387093200","https://openalex.org/W7019973243","https://openalex.org/W4360978881","https://openalex.org/W4390600666","https://openalex.org/W4385200709"],"abstract_inverted_index":{"In":[0,183],"the":[1,28,42,71,78,92,122,127,138,149,168,177,180,184,188,191,200,214],"shipbuilding":[2,47],"industry":[3],",":[4],"traditional":[5],"optimization":[6],"studies":[7],"based":[8,147],"on":[9,148],"linear":[10],"programming":[11,14],"and":[12,83,110,133,143,228,237],"constraint":[13],"have":[15],"been":[16],"conducted":[17],"to":[18,27,64,198,221],"solve":[19],"mid-term":[20],"or":[21],"long-term":[22],"scheduling":[23,39,68,89,102,124,189,201],"problems.":[24],"However,":[25],"due":[26,134],"extensive":[29],"computational":[30],"time,":[31],"these":[32],"methods":[33],"face":[34],"limitations":[35],"in":[36,74,85,161,179,219,241],"addressing":[37],"short-term":[38],"problems":[40,90,125],"for":[41,70,121,126,173,230],"unit":[43],"production":[44],"systems":[45],"of":[46,81,91,167,187,213,239],"processes,":[48],"where":[49],"various":[50,231],"environmental":[51],"uncertainties":[52,178],"must":[53],"be":[54],"considered.":[55],"This":[56,112],"study":[57,113,156],"employs":[58],"a":[59,66,115,158,163],"deep":[60,207],"reinforcement":[61],"learning":[62,159],"approach":[63],"develop":[65],"dynamic":[67],"algorithm":[69,195,216],"welding":[72,93,128,169,181],"process":[73,94,119,153,170],"profile":[75],"shops,":[76],"considering":[77,176],"random":[79],"arrival":[80],"materials":[82],"variability":[84,240],"processing":[86,242],"time.":[87,243],"The":[88,211],"are":[95],"formulated":[96],"as":[97],"multi-objective":[98,123],"identical":[99],"parallel":[100],"machine":[101],"problems,":[103],"aimed":[104],"at":[105],"minimizing":[106],"both":[107],"setup":[108,131],"time":[109],"tardiness.":[111],"proposes":[114],"novel":[116],"Markov":[117,151],"decision":[118,152],"model":[120,166],"process,":[129],"incorporating":[130],"requirements":[132],"date-related":[135],"constraints":[136],"into":[137],"state":[139,174],"representation,":[140],"action":[141],"modelling,":[142],"reward":[144],"design.":[145],"Additionally,":[146],"proposed":[150,215],"model,":[154],"this":[155],"develops":[157],"environment":[160],"which":[162,203],"discrete-event":[164],"simulation":[165],"is":[171,196,204,217],"integrated":[172],"transition":[175],"process.":[182],"training":[185],"phase":[186],"agent,":[190],"Proximal":[192],"Policy":[193],"Optimization":[194],"applied":[197],"learn":[199],"policy,":[202],"approximated":[205],"by":[206],"neural":[208],"networks":[209],".":[210],"performance":[212],"validated":[218],"comparison":[220],"four":[222],"priority":[223],"rules":[224],"(SSPT,":[225],"ATCS,":[226],"MDD,":[227],"COVERT)":[229],"test":[232],"scenarios":[233],"with":[234],"different":[235],"workloads":[236],"levels":[238]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2024-11-30T00:00:00"}