{"id":"https://openalex.org/W4409985398","doi":"https://doi.org/10.1109/tits.2025.3556882","title":"Integrated Scheduling Optimization for Automated Container Terminal: A Reinforcement Learning-Based Approach","display_name":"Integrated Scheduling Optimization for Automated Container Terminal: A Reinforcement Learning-Based Approach","publication_year":2025,"publication_date":"2025-04-30","ids":{"openalex":"https://openalex.org/W4409985398","doi":"https://doi.org/10.1109/tits.2025.3556882"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2025.3556882","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3556882","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Qi Wang","orcid":"https://orcid.org/0000-0002-9490-7783"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Wang","raw_affiliation_strings":["Logistics Engineering and Simulation Laboratory, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","Shenzhen International Graduate School, Logistics Engineering and Simulation Laboratory, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-9490-7783","affiliations":[{"raw_affiliation_string":"Logistics Engineering and Simulation Laboratory, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shenzhen International Graduate School, Logistics Engineering and Simulation Laboratory, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049905353","display_name":"Xialiang Tong","orcid":"https://orcid.org/0009-0006-8153-1576"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xialiang Tong","raw_affiliation_strings":["Noah’s Ark Laboratory, Huawei, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Noah’s Ark Laboratory, Huawei, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069492048","display_name":"Yantong Li","orcid":"https://orcid.org/0000-0002-9703-3882"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yantong Li","raw_affiliation_strings":["School of Maritime Economics and Management, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Maritime Economics and Management, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101614043","display_name":"Chong Wang","orcid":"https://orcid.org/0000-0001-6343-3442"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chong Wang","raw_affiliation_strings":["Logistics Engineering and Simulation Laboratory, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","Shenzhen International Graduate School, Logistics Engineering and Simulation Laboratory, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-6343-3442","affiliations":[{"raw_affiliation_string":"Logistics Engineering and Simulation Laboratory, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shenzhen International Graduate School, Logistics Engineering and Simulation Laboratory, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028977383","display_name":"Canrong Zhang","orcid":"https://orcid.org/0000-0002-4164-6065"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Canrong Zhang","raw_affiliation_strings":["Logistics Engineering and Simulation Laboratory, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","Shenzhen International Graduate School, Logistics Engineering and Simulation Laboratory, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Logistics Engineering and Simulation Laboratory, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Shenzhen International Graduate School, Logistics Engineering and Simulation Laboratory, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6179,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.92525058,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"26","issue":"7","first_page":"10019","last_page":"10035"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9193999767303467,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6488175392150879},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6136334538459778},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6025006771087646},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.596988320350647},{"id":"https://openalex.org/keywords/terminal","display_name":"Terminal (telecommunication)","score":0.568019688129425},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36224624514579773},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3116878867149353},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3059421181678772},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2766306400299072},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.08654710650444031}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6488175392150879},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6136334538459778},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6025006771087646},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.596988320350647},{"id":"https://openalex.org/C2779664074","wikidata":"https://www.wikidata.org/wiki/Q3518405","display_name":"Terminal (telecommunication)","level":2,"score":0.568019688129425},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36224624514579773},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3116878867149353},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3059421181678772},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2766306400299072},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.08654710650444031},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3556882","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3556882","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3390654539","display_name":null,"funder_award_id":"2021B1515020059","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G6844341611","display_name":null,"funder_award_id":"72201044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1514588745","https://openalex.org/W1964141385","https://openalex.org/W1985183793","https://openalex.org/W1985520732","https://openalex.org/W2011198146","https://openalex.org/W2037201010","https://openalex.org/W2043057347","https://openalex.org/W2044456402","https://openalex.org/W2046283054","https://openalex.org/W2047423057","https://openalex.org/W2049364061","https://openalex.org/W2053343507","https://openalex.org/W2078148243","https://openalex.org/W2129998174","https://openalex.org/W2138913627","https://openalex.org/W2150347838","https://openalex.org/W2150656720","https://openalex.org/W2154079461","https://openalex.org/W2156232844","https://openalex.org/W2412242912","https://openalex.org/W2618749399","https://openalex.org/W2746553466","https://openalex.org/W2775472713","https://openalex.org/W2783801916","https://openalex.org/W2892260803","https://openalex.org/W2902998716","https://openalex.org/W2960136176","https://openalex.org/W2963740396","https://openalex.org/W2971631553","https://openalex.org/W2985179209","https://openalex.org/W2995971786","https://openalex.org/W3005680372","https://openalex.org/W3007476780","https://openalex.org/W3024992395","https://openalex.org/W3047863327","https://openalex.org/W3089369613","https://openalex.org/W3090027660","https://openalex.org/W3120907553","https://openalex.org/W3127561923","https://openalex.org/W3136681113","https://openalex.org/W3142499660","https://openalex.org/W3166794154","https://openalex.org/W3169302998","https://openalex.org/W3193936373","https://openalex.org/W3203833746","https://openalex.org/W3208057219","https://openalex.org/W3209329110","https://openalex.org/W3216161610","https://openalex.org/W4214584535","https://openalex.org/W4224981453","https://openalex.org/W4255654664","https://openalex.org/W4281846473","https://openalex.org/W4296704755","https://openalex.org/W4312198811","https://openalex.org/W4366667292","https://openalex.org/W4384519203","https://openalex.org/W4389100928","https://openalex.org/W4394621846","https://openalex.org/W4394674317","https://openalex.org/W4396680599","https://openalex.org/W4400066623","https://openalex.org/W6637191843","https://openalex.org/W6685444567","https://openalex.org/W6763002134","https://openalex.org/W6784473743"],"related_works":["https://openalex.org/W2385513635","https://openalex.org/W3091902527","https://openalex.org/W2285417236","https://openalex.org/W3083144655","https://openalex.org/W2810978322","https://openalex.org/W2139400310","https://openalex.org/W3211575585","https://openalex.org/W2387963103","https://openalex.org/W1508129380","https://openalex.org/W1574983280"],"abstract_inverted_index":{"Container":[0],"terminals":[1],"face":[2],"tremendous":[3],"pressure":[4],"to":[5,10,71,122,155,173,193],"improve":[6],"their":[7],"throughput":[8],"due":[9],"the":[11,32,134,175,180,183,194],"expanding":[12],"global":[13],"shipping":[14],"market.":[15],"As":[16],"a":[17,38,91,109,141,151,168],"key":[18],"for":[19],"throughput,":[20],"handling":[21,60],"capacity":[22],"requires":[23],"effective":[24],"coordination":[25],"between":[26],"various":[27],"automated":[28],"facilities.":[29],"Observed":[30],"from":[31,95,124],"operational":[33],"practice":[34],"of":[35,182],"Tianjin":[36],"port,":[37,41],"world-leading":[39],"smart":[40],"four":[42],"critical":[43],"facilities,":[44,65],"namely":[45],"quay":[46],"cranes,":[47,53],"lock":[48],"stations,":[49],"intersections,":[50],"and":[51,85,144,162,170],"yard":[52],"are":[54],"identified":[55],"as":[56,90],"bottlenecks":[57],"that":[58,166],"impact":[59],"efficiency.":[61],"Congestion":[62],"at":[63],"these":[64,76],"in":[66,190,198],"particular,":[67],"pose":[68],"significant":[69],"challenges":[70],"terminal":[72,82],"managers.":[73],"To":[74,103],"address":[75],"issues,":[77],"we":[78,97,107],"investigate":[79],"an":[80,163,187],"integrated":[81],"scheduling":[83],"problem":[84,89],"formulate":[86],"this":[87],"novel":[88],"mixed-integer":[92],"linear":[93],"program,":[94],"which":[96],"derive":[98],"two":[99,115],"efficient":[100],"lower":[101],"bounds.":[102],"tackle":[104],"practical-sized":[105],"problems,":[106],"propose":[108],"reinforcement":[110],"learning":[111],"(RL)-based":[112],"algorithm":[113,149],"with":[114],"modules.":[116],"The":[117,147],"offline":[118,138,153],"module":[119,136],"uses":[120],"RL":[121],"learn":[123],"abundant":[125],"historical":[126],"data.":[127],"When":[128],"actual":[129,160,199],"instance":[130],"information":[131],"is":[132],"available,":[133],"online":[135,164],"enhances":[137],"decisions":[139],"using":[140],"rollout":[142],"mechanism":[143],"mathematical":[145],"programming.":[146],"proposed":[148,184],"employs":[150],"pre-trained":[152],"policy":[154],"handle":[156],"extensive":[157],"computations":[158],"before":[159],"decision-making":[161],"phase":[165],"provides":[167],"streamlined":[169],"stable":[171],"method":[172],"enhance":[174],"solution.":[176],"Extensive":[177],"experiments":[178],"validate":[179],"effectiveness":[181],"algorithm,":[185],"demonstrating":[186],"18.22%":[188],"reduction":[189],"makespan":[191],"compared":[192],"rule-based":[195],"heuristic":[196],"used":[197],"port":[200],"operations.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}