{"id":"https://openalex.org/W4387143455","doi":"https://doi.org/10.1109/case56687.2023.10260497","title":"Digital Twin Enhanced Reinforcement Learning for Integrated Scheduling in Automated Container Terminals*","display_name":"Digital Twin Enhanced Reinforcement Learning for Integrated Scheduling in Automated Container Terminals*","publication_year":2023,"publication_date":"2023-08-26","ids":{"openalex":"https://openalex.org/W4387143455","doi":"https://doi.org/10.1109/case56687.2023.10260497"},"language":"en","primary_location":{"id":"doi:10.1109/case56687.2023.10260497","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case56687.2023.10260497","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 19th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100319895","display_name":"Yuxuan Zhang","orcid":"https://orcid.org/0000-0001-6905-3993"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxuan Zhang","raw_affiliation_strings":["School of Mechanical Engineering, Shanghai Jiaotong University,Shanghai Key lab of Advanced Manufacturing Environment,Shanghai,PR,China,200240"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiaotong University,Shanghai Key lab of Advanced Manufacturing Environment,Shanghai,PR,China,200240","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110811154","display_name":"Xiangyu Bao","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Bao","raw_affiliation_strings":["School of Mechanical Engineering, Shanghai Jiaotong University,Shanghai Key lab of Advanced Manufacturing Environment,Shanghai,PR,China,200240"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiaotong University,Shanghai Key lab of Advanced Manufacturing Environment,Shanghai,PR,China,200240","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100433899","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0002-2078-4215"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["Qingdao Port International Co., Ltd.,Qingdao,RP,China","Qingdao Port International Co., Ltd., Qingdao, RP, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qingdao Port International Co., Ltd.,Qingdao,RP,China","institution_ids":[]},{"raw_affiliation_string":"Qingdao Port International Co., Ltd., Qingdao, RP, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101710488","display_name":"Liang Chen","orcid":"https://orcid.org/0000-0003-0554-2733"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Chen","raw_affiliation_strings":["School of Mechanical Engineering, Shanghai Jiaotong University,Shanghai Key lab of Advanced Manufacturing Environment,Shanghai,PR,China,200240"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiaotong University,Shanghai Key lab of Advanced Manufacturing Environment,Shanghai,PR,China,200240","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108778423","display_name":"Xue Tang","orcid":"https://orcid.org/0009-0004-1906-1249"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue Tang","raw_affiliation_strings":["Qingdao Port International Co., Ltd.,Qingdao,RP,China","Qingdao Port International Co., Ltd., Qingdao, RP, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qingdao Port International Co., Ltd.,Qingdao,RP,China","institution_ids":[]},{"raw_affiliation_string":"Qingdao Port International Co., Ltd., Qingdao, RP, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101447451","display_name":"Ziqing Zhang","orcid":"https://orcid.org/0000-0002-9078-1941"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziqing Zhang","raw_affiliation_strings":["Shandong Port Technology Group Qingdao Co., Ltd.,Qingdao,RP,China","Shandong Port Technology Group Qingdao Co., Ltd., Qingdao, RP, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong Port Technology Group Qingdao Co., Ltd.,Qingdao,RP,China","institution_ids":[]},{"raw_affiliation_string":"Shandong Port Technology Group Qingdao Co., Ltd., Qingdao, RP, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103176848","display_name":"Y. Zheng","orcid":"https://orcid.org/0000-0002-4617-3252"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zheng","raw_affiliation_strings":["School of Mechanical Engineering, Shanghai Jiaotong University,Shanghai Key lab of Advanced Manufacturing Environment,Shanghai,PR,China,200240"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiaotong University,Shanghai Key lab of Advanced Manufacturing Environment,Shanghai,PR,China,200240","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.1928,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.95623158,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9578999876976013,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9409000277519226,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.7886054515838623},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.780417799949646},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7520322799682617},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6939250230789185},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5937652587890625},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.41193583607673645},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3439192771911621},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.23509261012077332},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18238556385040283},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13139399886131287}],"concepts":[{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.7886054515838623},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.780417799949646},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7520322799682617},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6939250230789185},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5937652587890625},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.41193583607673645},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3439192771911621},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.23509261012077332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18238556385040283},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13139399886131287},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/case56687.2023.10260497","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case56687.2023.10260497","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 19th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1196588918","https://openalex.org/W2022100699","https://openalex.org/W2032147932","https://openalex.org/W2058739479","https://openalex.org/W2095562251","https://openalex.org/W2170876038","https://openalex.org/W2607329375","https://openalex.org/W2736601468","https://openalex.org/W2890934224","https://openalex.org/W2895547402","https://openalex.org/W2968116426","https://openalex.org/W3007916063","https://openalex.org/W3093190782","https://openalex.org/W3096214227","https://openalex.org/W3122572291","https://openalex.org/W3124408435","https://openalex.org/W3139366032","https://openalex.org/W3140133525","https://openalex.org/W3156498195","https://openalex.org/W3166357282","https://openalex.org/W4224324254","https://openalex.org/W4247045521","https://openalex.org/W4285212611","https://openalex.org/W4286306180","https://openalex.org/W4312198811","https://openalex.org/W4312848653","https://openalex.org/W6637191843","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W2367301169","https://openalex.org/W2974221847","https://openalex.org/W2352134912","https://openalex.org/W3172150420","https://openalex.org/W2001079144","https://openalex.org/W2107725657","https://openalex.org/W2048054615","https://openalex.org/W4306904969","https://openalex.org/W2480624181","https://openalex.org/W3204654320"],"abstract_inverted_index":{"Container":[0],"logistics":[1,130],"in":[2,68,75,114,132],"automated":[3],"container":[4,129],"terminals":[5],"(ACTs)":[6],"involves":[7],"multiple":[8],"interconnected":[9],"operational":[10],"processes.":[11],"The":[12,70],"integrated":[13,65],"scheduling":[14,66],"of":[15,23,95,107],"these":[16],"processes":[17],"is":[18,73,81],"crucial":[19],"for":[20,92],"the":[21,24,36,64,96,105,125],"efficiency":[22,131],"system.":[25],"Current":[26],"reinforcement":[27],"learning":[28],"(RL)":[29],"methods":[30],"struggle":[31],"to":[32,46,62,99,127],"interact":[33],"effectively":[34],"with":[35],"real":[37],"world.":[38],"Digital":[39],"twin":[40],"(DT)":[41],"presents":[42],"a":[43,56,76,100],"promising":[44,121],"solution":[45],"this":[47,108,115],"challenge":[48],"by":[49,60],"providing":[50],"real-time":[51,85],"synchronized":[52],"simulation.":[53],"We":[54],"propose":[55],"RL":[57,71,97],"method":[58,119],"enhanced":[59],"DT":[61],"address":[63],"problem":[67],"ACTs.":[69,133],"model":[72,98],"trained":[74],"DT-based":[77],"simulation":[78],"environment,":[79],"which":[80],"more":[82],"accurate":[83],"and":[84,123],"than":[86],"traditional":[87],"simulations.":[88],"This":[89],"approach":[90],"allows":[91],"easy":[93],"transfer":[94],"real-world":[101],"environment.":[102],"To":[103],"demonstrate":[104],"effectiveness":[106],"approach,":[109],"we":[110],"present":[111],"an":[112],"experiment":[113],"paper.":[116],"Our":[117],"proposed":[118],"shows":[120],"results":[122],"has":[124],"potential":[126],"increase":[128]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}