{"id":"https://openalex.org/W7117470365","doi":"https://doi.org/10.1007/s40747-025-02174-3","title":"A self-attention-based reinforcement learning approach for scheduling twin automated stacking cranes in container terminals","display_name":"A self-attention-based reinforcement learning approach for scheduling twin automated stacking cranes in container terminals","publication_year":2025,"publication_date":"2025-12-29","ids":{"openalex":"https://openalex.org/W7117470365","doi":"https://doi.org/10.1007/s40747-025-02174-3"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-025-02174-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-025-02174-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-02174-3.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-02174-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102378062","display_name":"Liangcai Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangcai Dong","raw_affiliation_strings":["School of Logistics Engineering, Shanghai Maritime University, Shanghai, 201306, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Logistics Engineering, Shanghai Maritime University, Shanghai, 201306, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121443447","display_name":"Yang Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Fan","raw_affiliation_strings":["School of Logistics Engineering, Shanghai Maritime University, Shanghai, 201306, China"],"raw_orcid":"https://orcid.org/0009-0004-8395-6813","affiliations":[{"raw_affiliation_string":"School of Logistics Engineering, Shanghai Maritime University, Shanghai, 201306, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121465219","display_name":"Zhennan Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhennan Zhu","raw_affiliation_strings":["School of Logistics Engineering, Shanghai Maritime University, Shanghai, 201306, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Logistics Engineering, Shanghai Maritime University, Shanghai, 201306, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121448629","display_name":"Yuheng Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuheng Liu","raw_affiliation_strings":["School of Logistics Engineering, Shanghai Maritime University, Shanghai, 201306, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Logistics Engineering, Shanghai Maritime University, Shanghai, 201306, China","institution_ids":["https://openalex.org/I96733725"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5121443447"],"corresponding_institution_ids":["https://openalex.org/I96733725"],"apc_list":{"value":2190,"currency":"USD","value_usd":2190},"apc_paid":{"value":2190,"currency":"USD","value_usd":2190},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.55205735,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.8342999815940857,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.8342999815940857,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.040699999779462814,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11394","display_name":"Dynamics and Control of Mechanical Systems","score":0.027799999341368675,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.6011999845504761},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5968000292778015},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4528999924659729},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4165000021457672},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.3959999978542328},{"id":"https://openalex.org/keywords/tardiness","display_name":"Tardiness","score":0.3831000030040741},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.37040001153945923},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.33180001378059387},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.3303000032901764}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7504000067710876},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.6011999845504761},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5968000292778015},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4584999978542328},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4528999924659729},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4361000061035156},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4165000021457672},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.3959999978542328},{"id":"https://openalex.org/C2778047078","wikidata":"https://www.wikidata.org/wiki/Q82299449","display_name":"Tardiness","level":4,"score":0.3831000030040741},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.37040001153945923},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.3303000032901764},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3070000112056732},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.29580000042915344},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.29249998927116394},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.28540000319480896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2727999985218048},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C91331118","wikidata":"https://www.wikidata.org/wiki/Q628036","display_name":"NP","level":4,"score":0.25929999351501465},{"id":"https://openalex.org/C2776544517","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Unexpected events","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.25119999051094055},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-025-02174-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-025-02174-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-02174-3.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6dab8d0c18a04ae5a5194ee77e0ed242","is_oa":true,"landing_page_url":"https://doaj.org/article/6dab8d0c18a04ae5a5194ee77e0ed242","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 12, Iss 1, Pp 1-25 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-025-02174-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-025-02174-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-02174-3.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2646492511","display_name":null,"funder_award_id":"B2023003","funder_id":"https://openalex.org/F4320335879","funder_display_name":"Education and Scientific Research Project of Shanghai"},{"id":"https://openalex.org/G2997677129","display_name":null,"funder_award_id":"52472435","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3721921410","display_name":null,"funder_award_id":"22ZR1427700","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320335879","display_name":"Education and Scientific Research Project of Shanghai","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7117470365.pdf","grobid_xml":"https://content.openalex.org/works/W7117470365.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1972431503","https://openalex.org/W2019271054","https://openalex.org/W2025839865","https://openalex.org/W2033652861","https://openalex.org/W2081044893","https://openalex.org/W2434349540","https://openalex.org/W2581653138","https://openalex.org/W2775800008","https://openalex.org/W2783801916","https://openalex.org/W2892260803","https://openalex.org/W2902836772","https://openalex.org/W2907227055","https://openalex.org/W3024992395","https://openalex.org/W3036250547","https://openalex.org/W3129082882","https://openalex.org/W3134664017","https://openalex.org/W3154136077","https://openalex.org/W3170112077","https://openalex.org/W3176897893","https://openalex.org/W3208057219","https://openalex.org/W4220930096","https://openalex.org/W4224044544","https://openalex.org/W4280600815","https://openalex.org/W4311330739","https://openalex.org/W4312008284","https://openalex.org/W4313442619","https://openalex.org/W4366814577","https://openalex.org/W4379798116","https://openalex.org/W4385429455","https://openalex.org/W4390368000","https://openalex.org/W4393346595","https://openalex.org/W4393410247","https://openalex.org/W4400843179","https://openalex.org/W4409244923","https://openalex.org/W4413659305"],"related_works":[],"abstract_inverted_index":{"In":[0,68,168],"automated":[1,8],"container":[2],"terminals,":[3],"improving":[4],"the":[5,19,80,123,143,164,178],"scheduling":[6,34,83,139],"of":[7],"stacking":[9],"cranes":[10],"(ASCs)":[11],"is":[12,37,41,66,102,159,172],"critical":[13],"to":[14,30,104,127],"optimizing":[15],"operational":[16],"efficiency.":[17],"Since":[18],"twin":[20,81],"ASCs":[21,82],"cannot":[22,52],"cross":[23],"each":[24],"other,":[25],"a":[26,57,62,73,90,96,116],"reasonable":[27,58],"operation":[28,148],"sequence":[29],"minimize":[31],"interference":[32],"and":[33,46,151,207,212],"length":[35],"(makespan)":[36],"needed.":[38],"This":[39],"problem":[40,111],"Nondeterministic":[42],"Polynomial":[43],"time":[44],"(NP)-hard,":[45],"heuristic":[47],"algorithms":[48],"or":[49],"optimization":[50],"solvers":[51],"provide":[53],"near-optimal":[54],"solutions":[55],"within":[56],"computational":[59],"time.":[60],"Therefore,":[61],"more":[63],"efficient":[64],"algorithm":[65,94],"necessary.":[67],"this":[69],"paper,":[70],"we":[71,88,114],"construct":[72],"Markov":[74],"Decision":[75],"Process":[76],"(MDP)":[77],"model":[78,185],"for":[79],"problem.":[84],"To":[85],"solve":[86],"it,":[87],"propose":[89,115],"Proximal":[91],"Policy":[92],"Optimization":[93],"with":[95],"Multi-head":[97],"Self-attention":[98],"mechanism":[99],"(MHS-PPO),":[100],"which":[101],"employed":[103],"capture":[105],"complex":[106],"task":[107,195,205],"relationships":[108],"under":[109],"varying":[110],"scales.":[112],"Additionally,":[113],"novel":[117],"clock":[118],"advancement":[119],"method":[120],"based":[121],"on":[122],"future":[124],"event":[125],"list":[126],"power":[128],"realistic":[129],"task-execution":[130],"simulations.":[131],"Experimental":[132],"results":[133],"demonstrate":[134],"that":[135,142],"MHS-PPO":[136,158],"outperforms":[137],"traditional":[138],"methods,":[140],"revealing":[141],"agent":[144],"can":[145],"effectively":[146,193],"address":[147],"sequencing":[149],"decisions":[150],"crane":[152],"interferences.":[153],"The":[154,184],"makespan":[155],"obtained":[156],"by":[157],"approximately":[160,174],"10\u201315%":[161],"better":[162],"than":[163,177],"best-performing":[165],"baseline":[166],"method.":[167],"large-scale":[169],"instances,":[170],"it":[171,199],"still":[173],"13.85%":[175],"smaller":[176],"Double":[179],"Deep":[180],"Q-network":[181],"(DDQN)":[182],"algorithm.":[183],"exhibits":[186],"excellent":[187],"generalization":[188],"capabilities":[189],"in":[190,214],"dynamic":[191],"environments,":[192],"minimizing":[194],"waiting":[196],"times.":[197],"Moreover,":[198],"demonstrates":[200],"robust":[201],"adaptability":[202],"across":[203],"diverse":[204],"scales":[206],"distributions,":[208],"showcasing":[209],"its":[210],"versatility":[211],"reliability":[213],"real-world":[215],"applications.":[216]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-12-29T00:00:00"}