{"id":"https://openalex.org/W4401163491","doi":"https://doi.org/10.1109/tits.2024.3431199","title":"Deep Reinforcement Learning for Channel Traffic Scheduling in Dry Bulk Export Terminals","display_name":"Deep Reinforcement Learning for Channel Traffic Scheduling in Dry Bulk Export Terminals","publication_year":2024,"publication_date":"2024-07-31","ids":{"openalex":"https://openalex.org/W4401163491","doi":"https://doi.org/10.1109/tits.2024.3431199"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3431199","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3431199","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100341743","display_name":"Wenyuan Wang","orcid":"https://orcid.org/0000-0001-5866-5257"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenyuan Wang","raw_affiliation_strings":["State Key Laboratory of Coastal and Offshore Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Coastal and Offshore Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063156681","display_name":"Ao Ding","orcid":"https://orcid.org/0000-0001-5649-0879"},"institutions":[{"id":"https://openalex.org/I4210131997","display_name":"Dalian Neusoft University of Information","ror":"https://ror.org/0304ty515","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210131997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ao Ding","raw_affiliation_strings":["School of Information and Business Management, Dalian Neusoft University of Information, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Business Management, Dalian Neusoft University of Information, Dalian, China","institution_ids":["https://openalex.org/I4210131997"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100635849","display_name":"Zhen Cao","orcid":"https://orcid.org/0000-0001-5165-2445"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhen Cao","raw_affiliation_strings":["Department of Logistics and Maritime Studies, The Hong Kong Polytechnic University, Hung Hom, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-5165-2445","affiliations":[{"raw_affiliation_string":"Department of Logistics and Maritime Studies, The Hong Kong Polytechnic University, Hung Hom, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064352834","display_name":"Yun Peng","orcid":"https://orcid.org/0000-0003-4496-0567"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Peng","raw_affiliation_strings":["State Key Laboratory of Coastal and Offshore Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Coastal and Offshore Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100339076","display_name":"Huakun Liu","orcid":"https://orcid.org/0009-0005-8618-7164"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huakun Liu","raw_affiliation_strings":["State Key Laboratory of Coastal and Offshore Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0005-8618-7164","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Coastal and Offshore Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102483662","display_name":"Xinglu Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinglu Xu","raw_affiliation_strings":["State Key Laboratory of Coastal and Offshore Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Coastal and Offshore Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100341743"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":3.7863,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.93739275,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"25","issue":"11","first_page":"17547","last_page":"17561"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.6080999970436096,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.6080999970436096,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12203","display_name":"Mobile Agent-Based Network Management","score":0.6031000018119812,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.5763000249862671,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6791678667068481},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5375304818153381},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4750392735004425},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4514238238334656},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3489629030227661},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3110218942165375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3050645589828491},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.11444732546806335}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6791678667068481},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5375304818153381},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4750392735004425},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4514238238334656},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3489629030227661},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3110218942165375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3050645589828491},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.11444732546806335}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3431199","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3431199","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7156697714","display_name":null,"funder_award_id":"2023M730478","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7408124578","display_name":null,"funder_award_id":"52172315","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W83166561","https://openalex.org/W1680219918","https://openalex.org/W2345765978","https://openalex.org/W2543848802","https://openalex.org/W2600522574","https://openalex.org/W2767640794","https://openalex.org/W2917264881","https://openalex.org/W2919491341","https://openalex.org/W2941006325","https://openalex.org/W2944085308","https://openalex.org/W2967133822","https://openalex.org/W2985179209","https://openalex.org/W3048845771","https://openalex.org/W3084836945","https://openalex.org/W3091250806","https://openalex.org/W3097160772","https://openalex.org/W3109894044","https://openalex.org/W3113190228","https://openalex.org/W3169193147","https://openalex.org/W3177817490","https://openalex.org/W3194930131","https://openalex.org/W3200936394","https://openalex.org/W3201794657","https://openalex.org/W3202748117","https://openalex.org/W3203142837","https://openalex.org/W4200107700","https://openalex.org/W4214717370","https://openalex.org/W4245835284","https://openalex.org/W4251299896","https://openalex.org/W4283319617","https://openalex.org/W4288064502","https://openalex.org/W4293238232","https://openalex.org/W4303645105","https://openalex.org/W4304140454","https://openalex.org/W4311529949","https://openalex.org/W4312700658","https://openalex.org/W4313532150","https://openalex.org/W4315928980","https://openalex.org/W4317754293","https://openalex.org/W4319315485","https://openalex.org/W4328008210","https://openalex.org/W4366308982","https://openalex.org/W4375798877","https://openalex.org/W4376269269","https://openalex.org/W4379046094","https://openalex.org/W6627932998","https://openalex.org/W6631190155","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"Heavy":[0],"navigation":[1,24],"demands":[2],"of":[3,129],"incoming/outgoing":[4],"ships":[5],"and":[6,18,27,36,72,81,132,141,170],"operational":[7],"features":[8],"in":[9,34],"dry":[10],"bulk":[11],"export":[12],"terminals":[13],"(DBETs)":[14],"call":[15],"for":[16,151,176],"effective":[17],"intelligent":[19],"optimization":[20,51,122,147],"methods":[21],"to":[22,108,124,166],"improve":[23],"channel":[25,40,47,130],"traffic":[26,41,48,84,131],"reduce":[28],"delays.":[29,143],"Considering":[30],"ship":[31,133,138],"deballasting":[32,134,142],"delays":[33],"DBETs":[35],"their":[37],"influences":[38],"on":[39,54,113],"flow,":[42],"this":[43],"paper":[44],"proposes":[45],"a":[46,65,102],"scheduling":[49,127,168],"(CTS)":[50],"method":[52,148,162],"based":[53],"deep":[55],"reinforcement":[56],"learning":[57],"(DRL).":[58],"The":[59],"CTS":[60,174],"problem":[61],"is":[62,106,149],"formulated":[63],"into":[64,88],"Markov":[66],"decision":[67],"process":[68],"with":[69,94],"tailored":[70],"state":[71],"action":[73,89],"definitions.":[74],"Practical":[75],"constraints,":[76],"such":[77],"as":[78],"tidal":[79],"windows":[80],"dynamic":[82],"switching":[83],"mode,":[85],"are":[86],"incorporated":[87],"selection":[90],"processes.":[91],"In":[92],"coping":[93],"large":[95],"state-action":[96],"spaces":[97],"caused":[98],"by":[99],"practical":[100],"applications,":[101],"hierarchical":[103],"DRL":[104,118,154],"framework":[105],"proposed":[107,161],"perform":[109],"layered":[110],"decision-making.":[111],"Relying":[112],"the":[114,160],"reward":[115],"signal":[116],"design,":[117],"agents":[119],"can":[120,163],"learn":[121],"policies":[123],"produce":[125],"integrated":[126],"plans":[128],"operations":[135],"while":[136],"minimizing":[137],"mooring,":[139],"unberthing,":[140],"A":[144],"proximal":[145],"policy":[146],"developed":[150],"coupling":[152],"training":[153],"agents.":[155],"Numerical":[156],"experiments":[157],"demonstrate":[158],"that":[159],"converge":[164],"faster":[165],"better":[167],"strategies":[169],"efficiently":[171],"generate":[172],"high-quality":[173],"solutions":[175],"industrial-scale":[177],"applications.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}