{"id":"https://openalex.org/W3130723161","doi":"https://doi.org/10.1080/00207543.2021.1884309","title":"Digital twin application with horizontal coordination for reinforcement-learning-based production control in a re-entrant job shop","display_name":"Digital twin application with horizontal coordination for reinforcement-learning-based production control in a re-entrant job shop","publication_year":2021,"publication_date":"2021-02-24","ids":{"openalex":"https://openalex.org/W3130723161","doi":"https://doi.org/10.1080/00207543.2021.1884309","mag":"3130723161"},"language":"en","primary_location":{"id":"doi:10.1080/00207543.2021.1884309","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2021.1884309","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051314617","display_name":"Kyu Tae Park","orcid":"https://orcid.org/0000-0002-6983-4834"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyu Tae Park","raw_affiliation_strings":["Department of Industrial Engineering, Sungkyunkwan University, Suwon-si, Republic of Korea","Digital Factory Solution R&D Center, MICUBE Solution Inc., Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Sungkyunkwan University, Suwon-si, Republic of Korea","institution_ids":["https://openalex.org/I848706"]},{"raw_affiliation_string":"Digital Factory Solution R&D Center, MICUBE Solution Inc., Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110519408","display_name":"Seungwoo Jeon","orcid":null},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seung-Woo Jeon","raw_affiliation_strings":["Department of Industrial Engineering, Sungkyunkwan University, Suwon-si, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Sungkyunkwan University, Suwon-si, Republic of Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018577364","display_name":"Sang Do Noh","orcid":"https://orcid.org/0000-0002-5610-5560"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sang Do Noh","raw_affiliation_strings":["Department of Industrial Engineering, Sungkyunkwan University, Suwon-si, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Sungkyunkwan University, Suwon-si, Republic of Korea","institution_ids":["https://openalex.org/I848706"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5018577364"],"corresponding_institution_ids":["https://openalex.org/I848706"],"apc_list":null,"apc_paid":null,"fwci":3.6239,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.93230078,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"60","issue":"7","first_page":"2151","last_page":"2167"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11741","display_name":"Flexible and Reconfigurable Manufacturing Systems","score":0.9520999789237976,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9004999995231628,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7820575833320618},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6485344171524048},{"id":"https://openalex.org/keywords/job-shop","display_name":"Job shop","score":0.6155517101287842},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.5794006586074829},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.5445913672447205},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5345131158828735},{"id":"https://openalex.org/keywords/inventory-control","display_name":"Inventory control","score":0.51167893409729},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5103878378868103},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.5098835229873657},{"id":"https://openalex.org/keywords/production-control","display_name":"Production control","score":0.441056489944458},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.42414504289627075},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.42238619923591614},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.3790382742881775},{"id":"https://openalex.org/keywords/flow-shop-scheduling","display_name":"Flow shop scheduling","score":0.2781507074832916},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2746773362159729},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.2702890634536743},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18211692571640015},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.15583544969558716},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.09068852663040161},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.07954519987106323}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7820575833320618},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6485344171524048},{"id":"https://openalex.org/C2777243215","wikidata":"https://www.wikidata.org/wiki/Q1493226","display_name":"Job shop","level":5,"score":0.6155517101287842},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.5794006586074829},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.5445913672447205},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5345131158828735},{"id":"https://openalex.org/C117938511","wikidata":"https://www.wikidata.org/wiki/Q3634830","display_name":"Inventory control","level":2,"score":0.51167893409729},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5103878378868103},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5098835229873657},{"id":"https://openalex.org/C2780682718","wikidata":"https://www.wikidata.org/wiki/Q16321575","display_name":"Production control","level":3,"score":0.441056489944458},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.42414504289627075},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.42238619923591614},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3790382742881775},{"id":"https://openalex.org/C158336966","wikidata":"https://www.wikidata.org/wiki/Q3074426","display_name":"Flow shop scheduling","level":4,"score":0.2781507074832916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2746773362159729},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.2702890634536743},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18211692571640015},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15583544969558716},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.09068852663040161},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.07954519987106323},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/00207543.2021.1884309","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2021.1884309","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:taf:tprsxx:v:60:y:2022:i:7:p:2151-2167","is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1080/00207543.2021.1884309","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.6399999856948853,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G6231244558","display_name":null,"funder_award_id":"20003957, P0009839","funder_id":"https://openalex.org/F4320321681","funder_display_name":"Ministry of Trade, Industry and Energy"}],"funders":[{"id":"https://openalex.org/F4320321681","display_name":"Ministry of Trade, Industry and Energy","ror":"https://ror.org/008nkqk13"},{"id":"https://openalex.org/F4320322064","display_name":"Korea Institute for Advancement of Technology","ror":"https://ror.org/015w1qa96"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1658008008","https://openalex.org/W1975027381","https://openalex.org/W2011039300","https://openalex.org/W2082791325","https://openalex.org/W2095487261","https://openalex.org/W2107726111","https://openalex.org/W2567289819","https://openalex.org/W2571336675","https://openalex.org/W2581964379","https://openalex.org/W2596428935","https://openalex.org/W2618749399","https://openalex.org/W2722925682","https://openalex.org/W2741358105","https://openalex.org/W2766447205","https://openalex.org/W2783502088","https://openalex.org/W2783918566","https://openalex.org/W2785458774","https://openalex.org/W2790478433","https://openalex.org/W2792870492","https://openalex.org/W2799347500","https://openalex.org/W2801598009","https://openalex.org/W2802314172","https://openalex.org/W2807766588","https://openalex.org/W2810507576","https://openalex.org/W2910258701","https://openalex.org/W2910597635","https://openalex.org/W2931668334","https://openalex.org/W2932097000","https://openalex.org/W2937047243","https://openalex.org/W2953574276","https://openalex.org/W2987129950","https://openalex.org/W2995992997","https://openalex.org/W2997873913","https://openalex.org/W3021726999","https://openalex.org/W3022903720","https://openalex.org/W3025694264","https://openalex.org/W3040008180","https://openalex.org/W3209398723","https://openalex.org/W4205747113"],"related_works":["https://openalex.org/W2522324672","https://openalex.org/W114364040","https://openalex.org/W2164493507","https://openalex.org/W2044596944","https://openalex.org/W1992946352","https://openalex.org/W2065043099","https://openalex.org/W4244276001","https://openalex.org/W1573579564","https://openalex.org/W2096155941","https://openalex.org/W4282571542"],"abstract_inverted_index":{"In":[0],"a":[1,66,75,85,92,182],"re-entrant":[2],"job":[3],"shop":[4],"(RJS),":[5],"an":[6,28,48,56,148],"entity":[7],"can":[8],"visit":[9],"the":[10,45,106,113,132,136,140,157,168,176],"same":[11],"resource":[12],"type":[13],"multiple":[14],"times;":[15],"this":[16],"is":[17,32,55,147],"called":[18],"re-entrancy,":[19],"which":[20],"occurs":[21],"frequently":[22],"in":[23,105,167],"actual":[24],"industries.":[25],"Re-entrancy":[26],"causes":[27],"NP-hard":[29],"problem":[30],"and":[31,94,108,112,123,138,154,156],"dominated":[33],"by":[34],"heuristics-based":[35],"production":[36,72,87,99,142,192],"control.":[37,100],"The":[38,101,178],"stochastic":[39],"arrivals":[40],"due":[41],"to":[42,130,175,196],"re-entrancy":[43],"require":[44],"design":[46],"of":[47,135,151,190],"appropriate":[49],"dispatching":[50,62,104],"rule.":[51],"Reinforcement":[52],"learning":[53],"(RL)":[54],"efficient":[57],"technique":[58],"for":[59,103,185],"establishing":[60],"robust":[61],"rules;":[63],"however,":[64],"only":[65],"few":[67],"cases":[68],"that":[69,90,160],"coordinate":[70],"RL-based":[71,98,191],"control":[73,88,143,193],"with":[74,97,194],"digital":[76],"twin":[77],"(DT)":[78],"have":[79],"been":[80],"reported.":[81],"This":[82,145],"study":[83,146],"proposes":[84],"novel":[86],"model":[89],"applies":[91],"DT":[93,114,137],"horizontal":[95,197],"coordination":[96,109],"requirements":[102],"RJS":[107],"between":[110],"RL":[111,153,161],"were":[115,128],"defined.":[116],"A":[117],"suitable":[118],"architectural":[119],"framework,":[120],"service":[121],"composition,":[122],"systematic":[124],"logic":[125],"library":[126],"schema":[127],"developed":[129],"exploit":[131],"advanced":[133],"characteristics":[134],"improve":[139],"existing":[141],"methods.":[144],"early":[149],"case":[150],"coordinating":[152],"DT,":[155],"findings":[158],"revealed":[159],"policy":[162],"networks":[163],"should":[164,180],"be":[165,181],"imported":[166],"creation":[169],"procedures":[170],"rather":[171],"than":[172],"being":[173],"synchronised":[174],"DT.":[177],"results":[179],"valuable":[183],"reference":[184],"research":[186],"on":[187],"other":[188],"types":[189],"regard":[195],"coordination.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}