{"id":"https://openalex.org/W4312198811","doi":"https://doi.org/10.1109/ieem55944.2022.9989692","title":"A Reinforcement Learning Approach for Integrated Scheduling in Automated Container Terminals","display_name":"A Reinforcement Learning Approach for Integrated Scheduling in Automated Container Terminals","publication_year":2022,"publication_date":"2022-12-07","ids":{"openalex":"https://openalex.org/W4312198811","doi":"https://doi.org/10.1109/ieem55944.2022.9989692"},"language":"en","primary_location":{"id":"doi:10.1109/ieem55944.2022.9989692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ieem55944.2022.9989692","pdf_url":null,"source":{"id":"https://openalex.org/S4363607849","display_name":"2022 IEEE International Conference on Industrial Engineering and Engineering Management (IEEM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Industrial Engineering and Engineering Management (IEEM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060212687","display_name":"Zhanluo Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhanluo Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University,School of Mechanical Engineering,Shanghai,China","School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,School of Mechanical Engineering,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008471674","display_name":"Zilong Zhuang","orcid":"https://orcid.org/0000-0002-3396-2842"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zilong Zhuang","raw_affiliation_strings":["Shanghai Jiao Tong University,School of Mechanical Engineering,Shanghai,China","School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,School of Mechanical Engineering,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054830882","display_name":"Wei Qin","orcid":"https://orcid.org/0000-0002-8527-0354"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Qin","raw_affiliation_strings":["Shanghai Jiao Tong University,School of Mechanical Engineering,Shanghai,China","School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,School of Mechanical Engineering,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082805068","display_name":"Huaijin Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huaijin Fang","raw_affiliation_strings":["Shanghai International Port (Group) Co., Ltd.,Shanghai,China","Shanghai International Port (Group) Co., Ltd., Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai International Port (Group) Co., Ltd.,Shanghai,China","institution_ids":[]},{"raw_affiliation_string":"Shanghai International Port (Group) Co., Ltd., Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003912775","display_name":"Shulin Lan","orcid":"https://orcid.org/0000-0001-5234-0830"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shulin Lan","raw_affiliation_strings":["University of Chinese Academy of Sciences,School of Economics and Management,Beijing,China","School of Economics and Management, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,School of Economics and Management,Beijing,China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"School of Economics and Management, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102007297","display_name":"Chen Yang","orcid":"https://orcid.org/0000-0002-0383-2705"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Yang","raw_affiliation_strings":["Beijing Institute of Technology,School of Cyberspace Science and Technology,Beijing,China","School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Cyberspace Science and Technology,Beijing,China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100745433","display_name":"Yu Tian","orcid":"https://orcid.org/0000-0001-6732-5924"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu Tian","raw_affiliation_strings":["Shanghai International Port (Group) Co., Ltd.,Shanghai,China","Shanghai International Port (Group) Co., Ltd., Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai International Port (Group) Co., Ltd.,Shanghai,China","institution_ids":[]},{"raw_affiliation_string":"Shanghai International Port (Group) Co., Ltd., Shanghai, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5060212687"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":2.7717,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.91669547,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1182","last_page":"1186"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.783245325088501},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.770301103591919},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6486676335334778},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5034868121147156},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.4606281816959381},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4314723610877991},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4057255685329437},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4012361466884613},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3160785138607025},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.097138911485672},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08514165878295898}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.783245325088501},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.770301103591919},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6486676335334778},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5034868121147156},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4606281816959381},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4314723610877991},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4057255685329437},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4012361466884613},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3160785138607025},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.097138911485672},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08514165878295898},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ieem55944.2022.9989692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ieem55944.2022.9989692","pdf_url":null,"source":{"id":"https://openalex.org/S4363607849","display_name":"2022 IEEE International Conference on Industrial Engineering and Engineering Management (IEEM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Industrial Engineering and Engineering Management (IEEM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1931400479","https://openalex.org/W2095341679","https://openalex.org/W2254509396","https://openalex.org/W3041221950","https://openalex.org/W3084868170","https://openalex.org/W3100366369","https://openalex.org/W3203833746","https://openalex.org/W3212192385","https://openalex.org/W3216161610","https://openalex.org/W4200107700","https://openalex.org/W4229333317","https://openalex.org/W4286306180"],"related_works":["https://openalex.org/W3172150420","https://openalex.org/W2107725657","https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2112121444","https://openalex.org/W2031695474","https://openalex.org/W2509452605","https://openalex.org/W3204654320"],"abstract_inverted_index":{"Automated":[0],"container":[1],"terminals":[2],"are":[3,56,85],"complex":[4],"systems":[5],"with":[6],"multiple":[7],"interactions":[8],"and":[9,30,62,70,81,105,123,129],"high":[10,36,103],"dynamic":[11],"characteristics.":[12],"Integrated":[13],"scheduling":[14,45,75],"is":[15,48,77],"expected":[16],"to":[17,34,87,101,113],"improve":[18],"the":[19,44,59,74,89,97,114,118],"overall":[20],"efficiency.":[21],"However,":[22],"traditional":[23],"optimization":[24],"approaches":[25],"such":[26],"as":[27],"mathematical":[28],"models":[29],"meta-heuristic":[31],"algorithms":[32],"failed":[33],"tackle":[35],"dynamics.":[37],"A":[38],"reinforcement":[39],"learning":[40],"approach":[41,99],"based":[42],"on":[43,109,127],"network":[46],"method":[47,120],"presented":[49],"in":[50],"this":[51],"paper.":[52],"Network-based":[53],"heuristic":[54,116],"rules":[55],"introduced":[57],"into":[58],"action":[60],"space,":[61],"a":[63,102],"novel":[64],"state":[65],"definition":[66],"that":[67,96],"integrates":[68],"local":[69],"global":[71],"information":[72],"about":[73],"problem":[76],"proposed.":[78],"Group":[79],"training":[80,128],"group":[82],"validating":[83],"strategies":[84],"adopted":[86],"test":[88,130],"generalization":[90],"ability.":[91],"Numerical":[92],"experiment":[93],"results":[94,126],"reveal":[95],"proposed":[98,119],"converges":[100],"level":[104],"maintains":[106],"good":[107],"performance":[108],"unseen":[110],"instances.":[111],"Compared":[112],"selected":[115],"rules,":[117],"achieves":[121],"2.37%":[122],"6.06%":[124],"better":[125],"instances,":[131],"respectively.":[132]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}