{"id":"https://openalex.org/W4413032414","doi":"https://doi.org/10.1080/00207543.2025.2542518","title":"A hierarchical reinforcement learning approach for real-time berth allocation and quay crane scheduling","display_name":"A hierarchical reinforcement learning approach for real-time berth allocation and quay crane scheduling","publication_year":2025,"publication_date":"2025-08-05","ids":{"openalex":"https://openalex.org/W4413032414","doi":"https://doi.org/10.1080/00207543.2025.2542518"},"language":"en","primary_location":{"id":"doi:10.1080/00207543.2025.2542518","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2025.2542518","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102620244","display_name":"Seongbae Jo","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seongbae Jo","raw_affiliation_strings":["Seoul National University","Department of Industrial Engineering, Seoul National University, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Department of Industrial Engineering, Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007848705","display_name":"Ilkyeong Moon","orcid":"https://orcid.org/0000-0002-7072-1351"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Ilkyeong Moon","raw_affiliation_strings":["Seoul National University","Institute of Engineering Research, Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-7072-1351","affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"Institute of Engineering Research, Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5007848705"],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":null,"apc_paid":null,"fwci":3.6585,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.93193453,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"63","issue":"24","first_page":"10027","last_page":"10052"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12126","display_name":"Maritime Transport Emissions and Efficiency","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6995176672935486},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6985594034194946},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.5684866905212402},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5151668787002563},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4316110908985138},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.41780516505241394},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.38771548867225647},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31640908122062683},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.25387006998062134},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.11052173376083374},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.07614836096763611}],"concepts":[{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6995176672935486},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6985594034194946},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.5684866905212402},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5151668787002563},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4316110908985138},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.41780516505241394},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.38771548867225647},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31640908122062683},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.25387006998062134},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.11052173376083374},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.07614836096763611},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/00207543.2025.2542518","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2025.2542518","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2473389590","display_name":null,"funder_award_id":"RS-2023-00218913","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G6012291653","display_name":null,"funder_award_id":"RS-2024-00410619","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1998016704","https://openalex.org/W2002163559","https://openalex.org/W2009324453","https://openalex.org/W2093254896","https://openalex.org/W2345693586","https://openalex.org/W2614841130","https://openalex.org/W2618401921","https://openalex.org/W2736601468","https://openalex.org/W2739530396","https://openalex.org/W2746553466","https://openalex.org/W2792687368","https://openalex.org/W2889272686","https://openalex.org/W2890066758","https://openalex.org/W2898816167","https://openalex.org/W2954875143","https://openalex.org/W3037214357","https://openalex.org/W3045574728","https://openalex.org/W3080734047","https://openalex.org/W3089120746","https://openalex.org/W3119107356","https://openalex.org/W3125647065","https://openalex.org/W3135902781","https://openalex.org/W3135987480","https://openalex.org/W3142499660","https://openalex.org/W3205646761","https://openalex.org/W3212219118","https://openalex.org/W4205331178","https://openalex.org/W4223536612","https://openalex.org/W4224981453","https://openalex.org/W4281846473","https://openalex.org/W4313166648","https://openalex.org/W4323073290","https://openalex.org/W4366824605","https://openalex.org/W4368232742","https://openalex.org/W4382045599","https://openalex.org/W4384522491","https://openalex.org/W4391022826","https://openalex.org/W4392889675","https://openalex.org/W4393386711","https://openalex.org/W4394590207","https://openalex.org/W4394630455","https://openalex.org/W4400016281","https://openalex.org/W4401325342"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W3204654320","https://openalex.org/W2025955409","https://openalex.org/W1577301438"],"abstract_inverted_index":{"Efficient":[0],"and":[1,5,15,26,30,39,45,69,92,137,161],"low-carbon":[2],"berth":[3,24,67,90],"allocation":[4,25,68],"quay":[6,27,46,70,94],"crane":[7,28,47,71],"scheduling":[8,31,56,72],"are":[9],"crucial":[10],"for":[11,145],"enhancing":[12],"the":[13,23,99,102,131,151],"competitiveness":[14],"sustainability":[16],"of":[17,101,133,153],"container":[18],"ports.":[19],"This":[20],"study":[21,128],"addresses":[22],"assignment":[29],"problem":[32],"(BACASP)":[33],"by":[34],"incorporating":[35],"carbon":[36,138],"emission":[37,139],"costs":[38],"uncertainties":[40],"in":[41,73],"vessel":[42],"arrival":[43],"times":[44],"processing":[48],"times.":[49],"A":[50],"novel":[51],"hierarchical":[52],"reinforcement":[53],"learning":[54],"(HRL)-based":[55],"framework":[57,104],"is":[58],"proposed,":[59],"employing":[60],"three":[61],"cooperative":[62],"agents":[63,88],"to":[64,81,106,119,158],"support":[65],"real-time":[66],"dynamic":[74,162],"environments.":[75],"The":[76,127],"upper-level":[77],"agent":[78],"determines":[79],"whether":[80],"release":[82],"waiting":[83],"vessels,":[84],"while":[85],"two":[86],"lower-level":[87],"allocate":[89],"locations":[91],"assign":[93],"cranes.":[95],"Numerical":[96],"experiments":[97],"demonstrate":[98],"effectiveness":[100],"HRL":[103,156],"compared":[105],"a":[107],"mixed":[108],"integer":[109],"programming":[110],"(MIP)":[111],"approach":[112],"with":[113],"perfect":[114],"information,":[115],"highlighting":[116],"its":[117],"capability":[118],"achieve":[120],"near-optimal":[121],"solutions":[122],"under":[123],"sequentially":[124],"observed":[125],"information.":[126],"also":[129],"investigates":[130],"impact":[132],"uncertainty":[134],"on":[135],"operational":[136],"costs,":[140],"providing":[141],"practical":[142],"managerial":[143],"insights":[144],"port":[146,163],"operators.":[147],"These":[148],"findings":[149],"underscore":[150],"potential":[152],"leveraging":[154],"well-structured":[155],"frameworks":[157],"address":[159],"complex":[160],"operation":[164],"problems.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":6}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}