{"id":"https://openalex.org/W4410029320","doi":"https://doi.org/10.3390/sym17050679","title":"SSRL: A Clustering-Based Reinforcement Learning Approach for Efficient Ship Scheduling in Inland Waterways","display_name":"SSRL: A Clustering-Based Reinforcement Learning Approach for Efficient Ship Scheduling in Inland Waterways","publication_year":2025,"publication_date":"2025-04-29","ids":{"openalex":"https://openalex.org/W4410029320","doi":"https://doi.org/10.3390/sym17050679"},"language":"en","primary_location":{"id":"doi:10.3390/sym17050679","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17050679","pdf_url":"https://www.mdpi.com/2073-8994/17/5/679/pdf?version=1745931533","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/17/5/679/pdf?version=1745931533","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036597286","display_name":"Shaojun Gan","orcid":"https://orcid.org/0000-0002-7445-8386"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaojun Gan","raw_affiliation_strings":["School of Metropolitan Transportation, Beijing University of Technology, Beijing 100124, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Metropolitan Transportation, Beijing University of Technology, Beijing 100124, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327774","display_name":"Xin Wang","orcid":"https://orcid.org/0000-0001-5223-9628"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["School of Metropolitan Transportation, Beijing University of Technology, Beijing 100124, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Metropolitan Transportation, Beijing University of Technology, Beijing 100124, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056178381","display_name":"Hongdun Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210107055","display_name":"China Academy of Transportation Sciences","ror":"https://ror.org/012f3dh63","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210107055"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongdun Li","raw_affiliation_strings":["China Academy of Transportation Sciences, Beijing 100029, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Academy of Transportation Sciences, Beijing 100029, China","institution_ids":["https://openalex.org/I4210107055"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5056178381"],"corresponding_institution_ids":["https://openalex.org/I4210107055"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11127224,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"5","first_page":"679","last_page":"679"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12126","display_name":"Maritime Transport Emissions and Efficiency","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6722001433372498},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6319284439086914},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6187008023262024},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5400558114051819},{"id":"https://openalex.org/keywords/marine-engineering","display_name":"Marine engineering","score":0.3249569535255432},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3094024062156677},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1879195272922516},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.09559252858161926}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6722001433372498},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6319284439086914},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6187008023262024},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5400558114051819},{"id":"https://openalex.org/C199104240","wikidata":"https://www.wikidata.org/wiki/Q118291","display_name":"Marine engineering","level":1,"score":0.3249569535255432},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3094024062156677},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1879195272922516},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.09559252858161926}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/sym17050679","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17050679","pdf_url":"https://www.mdpi.com/2073-8994/17/5/679/pdf?version=1745931533","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/sym17050679","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17050679","pdf_url":"https://www.mdpi.com/2073-8994/17/5/679/pdf?version=1745931533","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7824591592","display_name":null,"funder_award_id":"62003011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8486056593","display_name":null,"funder_award_id":"2021B1203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410029320.pdf","grobid_xml":"https://content.openalex.org/works/W4410029320.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1564317122","https://openalex.org/W1979255915","https://openalex.org/W2354604018","https://openalex.org/W2400171109","https://openalex.org/W2543848802","https://openalex.org/W2551380434","https://openalex.org/W2759880838","https://openalex.org/W2785177491","https://openalex.org/W2800216422","https://openalex.org/W2888896501","https://openalex.org/W2902814074","https://openalex.org/W2916300011","https://openalex.org/W2968092025","https://openalex.org/W2981604716","https://openalex.org/W3043447529","https://openalex.org/W3044015199","https://openalex.org/W3105082382","https://openalex.org/W3127561923","https://openalex.org/W3145887029","https://openalex.org/W3153545891","https://openalex.org/W3169193147","https://openalex.org/W3189879142","https://openalex.org/W3191238173","https://openalex.org/W3193464102","https://openalex.org/W3202748117","https://openalex.org/W4303645105","https://openalex.org/W4382541562","https://openalex.org/W4386264129","https://openalex.org/W4393397806","https://openalex.org/W4399360774","https://openalex.org/W4399489353","https://openalex.org/W4401163491","https://openalex.org/W4405357524","https://openalex.org/W6757677476","https://openalex.org/W6987211709"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Efficient":[0],"ship":[1,46,98,143],"scheduling":[2,17,76,109,232],"in":[3,135],"inland":[4],"waterways":[5],"is":[6],"critical":[7],"for":[8,38,212],"maritime":[9,218],"transportation":[10,231],"safety":[11],"and":[12,44,100,127,155,178,197,223],"economic":[13],"viability.":[14],"However,":[15],"traditional":[16],"methods,":[18],"primarily":[19],"based":[20],"on":[21],"First":[22,24],"Come":[23],"Served":[25],"(FCFS)":[26],"principles,":[27],"often":[28],"produce":[29],"suboptimal":[30],"results":[31],"due":[32],"to":[33,36,216,228],"their":[34],"inability":[35],"account":[37],"complex":[39,230],"spatial\u2013temporal":[40],"dependencies,":[41],"directional":[42],"asymmetries,":[43],"varying":[45,175],"characteristics.":[47],"This":[48],"paper":[49],"introduces":[50],"SSRL":[51,119,140,170,203],"(Ship":[52],"Scheduling":[53],"through":[54,78,120],"Reinforcement":[55],"Learning),":[56],"a":[57,70,86,102],"novel":[58],"framework":[59,72],"that":[60,73,89,106,139],"addresses":[61],"these":[62,167],"limitations":[63],"by":[64,95,146],"integrating":[65],"three":[66],"complementary":[67],"components:":[68],"(1)":[69],"Q-learning":[71],"discovers":[74],"optimal":[75,183],"policies":[77],"environmental":[79],"interaction":[80],"rather":[81],"than":[82],"predefined":[83],"rules;":[84],"(2)":[85],"clustering":[87],"mechanism":[88],"reduces":[90,141],"the":[91,108,131,182,191],"high-dimensional":[92],"state":[93],"space":[94],"grouping":[96],"similar":[97],"states;":[99],"(3)":[101],"sliding":[103],"window":[104,185],"approach":[105],"decomposes":[107],"problem":[110],"into":[111],"manageable":[112],"subproblems,":[113],"enabling":[114],"real-time":[115],"decision-making.":[116],"We":[117],"evaluated":[118],"extensive":[121],"experiments":[122],"using":[123],"both":[124],"simulated":[125],"scenarios":[126],"real-world":[128],"data":[129],"from":[130],"Xiaziliang":[132],"Restricted":[133],"Waterway":[134],"China.":[136],"Results":[137],"demonstrate":[138],"total":[142],"waiting":[144],"time":[145],"90.6%":[147],"compared":[148,152,157],"with":[149,153,158,160,181],"TSRS,":[150],"48.4%":[151],"FAHP-ES,":[154],"32.6%":[156],"OSS-SW,":[159],"an":[161],"average":[162],"reduction":[163],"of":[164,187],"57.2%":[165],"across":[166,174],"baseline":[168],"methods.":[169],"maintains":[171],"superior":[172],"performance":[173,201],"traffic":[176],"densities":[177],"uncertainty":[179],"conditions,":[180],"information":[184],"length":[186],"13\u201314":[188],"ships":[189],"providing":[190],"best":[192],"balance":[193],"between":[194],"solution":[195],"quality":[196],"computational":[198],"efficiency.":[199],"Beyond":[200],"improvements,":[202],"offers":[204],"significant":[205],"practical":[206],"advantages:":[207],"it":[208],"requires":[209],"minimal":[210],"computation":[211],"online":[213],"implementation,":[214],"adapts":[215],"dynamic":[217],"environments":[219],"without":[220],"manual":[221],"reconfiguration,":[222],"can":[224],"potentially":[225],"be":[226],"extended":[227],"other":[229],"domains.":[233]},"counts_by_year":[],"updated_date":"2026-06-15T08:34:33.830935","created_date":"2025-10-10T00:00:00"}
