{"id":"https://openalex.org/W4388726862","doi":"https://doi.org/10.1109/iecon51785.2023.10312647","title":"Graph-based Reinforcement Learning for Flexible Job Shop Scheduling with Transportation Constraints","display_name":"Graph-based Reinforcement Learning for Flexible Job Shop Scheduling with Transportation Constraints","publication_year":2023,"publication_date":"2023-10-16","ids":{"openalex":"https://openalex.org/W4388726862","doi":"https://doi.org/10.1109/iecon51785.2023.10312647"},"language":"en","primary_location":{"id":"doi:10.1109/iecon51785.2023.10312647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon51785.2023.10312647","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2023- 49th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049465961","display_name":"Sihoon Moon","orcid":"https://orcid.org/0000-0002-3241-1416"},"institutions":[{"id":"https://openalex.org/I193352282","display_name":"Daegu Gyeongbuk Institute of Science and Technology","ror":"https://ror.org/03frjya69","country_code":"KR","type":"education","lineage":["https://openalex.org/I193352282"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sihoon Moon","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science DGIST,Daegu,South Korea,42988"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science DGIST,Daegu,South Korea,42988","institution_ids":["https://openalex.org/I193352282"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320206","display_name":"Sanghoon Lee","orcid":"https://orcid.org/0000-0002-8160-8952"},"institutions":[{"id":"https://openalex.org/I193352282","display_name":"Daegu Gyeongbuk Institute of Science and Technology","ror":"https://ror.org/03frjya69","country_code":"KR","type":"education","lineage":["https://openalex.org/I193352282"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sanghoon Lee","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science DGIST,Daegu,South Korea,42988"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science DGIST,Daegu,South Korea,42988","institution_ids":["https://openalex.org/I193352282"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073593813","display_name":"Kyung\u2010Joon Park","orcid":"https://orcid.org/0000-0003-4807-6461"},"institutions":[{"id":"https://openalex.org/I193352282","display_name":"Daegu Gyeongbuk Institute of Science and Technology","ror":"https://ror.org/03frjya69","country_code":"KR","type":"education","lineage":["https://openalex.org/I193352282"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyung-Joon Park","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science DGIST,Daegu,South Korea,42988"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science DGIST,Daegu,South Korea,42988","institution_ids":["https://openalex.org/I193352282"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5049465961"],"corresponding_institution_ids":["https://openalex.org/I193352282"],"apc_list":null,"apc_paid":null,"fwci":0.6229,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.74715329,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.8234213590621948},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7604978084564209},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6848233342170715},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.6068309545516968},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5915746092796326},{"id":"https://openalex.org/keywords/job-shop","display_name":"Job shop","score":0.5197696089744568},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.45307445526123047},{"id":"https://openalex.org/keywords/flexible-manufacturing-system","display_name":"Flexible manufacturing system","score":0.45005911588668823},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.41498705744743347},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40008193254470825},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3541540205478668},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.22958871722221375},{"id":"https://openalex.org/keywords/flow-shop-scheduling","display_name":"Flow shop scheduling","score":0.1932542622089386},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.12025675177574158},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08965888619422913},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.06904083490371704}],"concepts":[{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.8234213590621948},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7604978084564209},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6848233342170715},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.6068309545516968},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5915746092796326},{"id":"https://openalex.org/C2777243215","wikidata":"https://www.wikidata.org/wiki/Q1493226","display_name":"Job shop","level":5,"score":0.5197696089744568},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.45307445526123047},{"id":"https://openalex.org/C2777869240","wikidata":"https://www.wikidata.org/wiki/Q1424398","display_name":"Flexible manufacturing system","level":3,"score":0.45005911588668823},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41498705744743347},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40008193254470825},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3541540205478668},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.22958871722221375},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.1932542622089386},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.12025675177574158},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08965888619422913},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.06904083490371704},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iecon51785.2023.10312647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon51785.2023.10312647","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2023- 49th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7200000286102295,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W2046437335","https://openalex.org/W2119717200","https://openalex.org/W2951846985","https://openalex.org/W2989902167","https://openalex.org/W3094181369","https://openalex.org/W3120235352","https://openalex.org/W3162235040","https://openalex.org/W3172780424","https://openalex.org/W3176897893","https://openalex.org/W3188522200","https://openalex.org/W3198536111","https://openalex.org/W3214598513","https://openalex.org/W3214673283","https://openalex.org/W4226334142","https://openalex.org/W4284711157","https://openalex.org/W4285024875","https://openalex.org/W4297733535","https://openalex.org/W6758687306","https://openalex.org/W6784473743","https://openalex.org/W6797880623"],"related_works":["https://openalex.org/W2956705880","https://openalex.org/W2030389264","https://openalex.org/W2007669147","https://openalex.org/W4212999453","https://openalex.org/W2037899945","https://openalex.org/W2239978108","https://openalex.org/W2127898868","https://openalex.org/W2144161715","https://openalex.org/W4321004257","https://openalex.org/W3022081625"],"abstract_inverted_index":{"Recently,":[0],"deep":[1],"reinforcement":[2],"learning":[3],"(DRL)":[4],"has":[5],"been":[6],"employed":[7],"in":[8,99],"flexible":[9,18],"job-shop":[10],"scheduling":[11],"problems":[12],"(FJSP)":[13],"to":[14],"minimize":[15],"makespan":[16],"within":[17],"manufacturing":[19],"systems":[20],"(FMS).":[21],"In":[22],"practice,":[23],"numerous":[24],"modern":[25],"enterprises":[26],"are":[27],"incor-porating":[28],"automated":[29],"guided":[30],"vehicles":[31],"(AGV)":[32],"into":[33],"their":[34],"FMS":[35],"implementations.":[36],"However,":[37],"existing":[38,96],"DRL-based":[39,97],"FJSP":[40],"solutions":[41],"do":[42],"not":[43],"account":[44],"for":[45],"transportation":[46],"constraints.":[47],"To":[48],"tackle":[49],"this":[50],"practical":[51],"issue,":[52],"we":[53],"propose":[54],"a":[55],"novel":[56],"graph-based":[57],"DRL":[58,78],"method,":[59],"called":[60],"Heterogeneous":[61],"Job":[62],"Scheduler":[63],"(HJS),":[64],"which":[65],"interprets":[66],"the":[67,71,77,88],"environment":[68],"status":[69],"using":[70],"graph":[72,82],"structure":[73],"and":[74,95,105],"then":[75],"training":[76],"model":[79],"based":[80],"on":[81],"embeddings.":[83],"Our":[84],"findings":[85],"indicate":[86],"that":[87],"proposed":[89],"approach":[90],"surpasses":[91],"conventional":[92],"dispatching":[93],"rules":[94],"methods":[98],"terms":[100],"of":[101],"makespan,":[102],"running":[103],"time,":[104],"generalization":[106],"performance.":[107]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}