{"id":"https://openalex.org/W7117478372","doi":"https://doi.org/10.1109/ipccc66453.2025.11304638","title":"Intelligent and Efficient Single-Stage Sluice Scheduling via Reinforcement Learning","display_name":"Intelligent and Efficient Single-Stage Sluice Scheduling via Reinforcement Learning","publication_year":2025,"publication_date":"2025-11-15","ids":{"openalex":"https://openalex.org/W7117478372","doi":"https://doi.org/10.1109/ipccc66453.2025.11304638"},"language":null,"primary_location":{"id":"doi:10.1109/ipccc66453.2025.11304638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipccc66453.2025.11304638","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Performance, Computing, and Communications Conference (IPCCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121516433","display_name":"Jun Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Feng","raw_affiliation_strings":["Hohai University, College of Computer Science and Software Engineering, Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hohai University, College of Computer Science and Software Engineering, Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121469911","display_name":"Yanan Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanan Lu","raw_affiliation_strings":["Hohai University, College of Computer Science and Software Engineering, Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hohai University, College of Computer Science and Software Engineering, Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086399677","display_name":"Jun L\u00fc","orcid":"https://orcid.org/0000-0001-6085-0902"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiamin Lu","raw_affiliation_strings":["Hohai University, College of Computer Science and Software Engineering, Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hohai University, College of Computer Science and Software Engineering, Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008529120","display_name":"Guozhu Zhu","orcid":"https://orcid.org/0000-0003-0966-9264"},"institutions":[{"id":"https://openalex.org/I4210124804","display_name":"Nanjing Water Conservancy Planning & Design Institute (China)","ror":"https://ror.org/034yf9p50","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210124804"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guozhu Zhu","raw_affiliation_strings":["Nanjing Zhongyu Intelligent Water Conservancy Research Institute Co., Ltd.,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing Zhongyu Intelligent Water Conservancy Research Institute Co., Ltd.,Nanjing,China","institution_ids":["https://openalex.org/I4210124804"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100640848","display_name":"Wei Zhou","orcid":"https://orcid.org/0000-0002-9133-940X"},"institutions":[{"id":"https://openalex.org/I4210145123","display_name":"Zhejiang Institute of Hydraulics & Estuary","ror":"https://ror.org/03pkfys17","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210145123"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhou","raw_affiliation_strings":["Zhejiang Institute of Hydraulics & Estuary,Zhejiang,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Institute of Hydraulics & Estuary,Zhejiang,China","institution_ids":["https://openalex.org/I4210145123"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.70603916,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10969","display_name":"Water resources management and optimization","score":0.1662999987602234,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10969","display_name":"Water resources management and optimization","score":0.1662999987602234,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11220","display_name":"Water Systems and Optimization","score":0.16189999878406525,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11119","display_name":"Urban Stormwater Management Solutions","score":0.14800000190734863,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6843000054359436},{"id":"https://openalex.org/keywords/lagging","display_name":"Lagging","score":0.6740000247955322},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6266000270843506},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5586000084877014},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.5026000142097473},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.4147999882698059},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.41339999437332153}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6843000054359436},{"id":"https://openalex.org/C2776962539","wikidata":"https://www.wikidata.org/wiki/Q6472078","display_name":"Lagging","level":2,"score":0.6740000247955322},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6266000270843506},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6258000135421753},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5586000084877014},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.5026000142097473},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.4147999882698059},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.41339999437332153},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.38029998540878296},{"id":"https://openalex.org/C2779112213","wikidata":"https://www.wikidata.org/wiki/Q610559","display_name":"Sluice","level":2,"score":0.36169999837875366},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.31869998574256897},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3111000061035156},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.3043000102043152},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29019999504089355},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.28029999136924744},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2761000096797943},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2711000144481659},{"id":"https://openalex.org/C123867240","wikidata":"https://www.wikidata.org/wiki/Q3001792","display_name":"Markov blanket","level":5,"score":0.2676999866962433},{"id":"https://openalex.org/C3018293291","wikidata":"https://www.wikidata.org/wiki/Q61733325","display_name":"Flexible scheduling","level":2,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ipccc66453.2025.11304638","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipccc66453.2025.11304638","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Performance, Computing, and Communications Conference (IPCCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8395887311","display_name":null,"funder_award_id":"23002400400","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2734457777","https://openalex.org/W2748163690","https://openalex.org/W3006115722","https://openalex.org/W3093475218","https://openalex.org/W3133544189","https://openalex.org/W4200539387","https://openalex.org/W4214938016","https://openalex.org/W4297964528","https://openalex.org/W4311345515","https://openalex.org/W4318185152","https://openalex.org/W4323520597","https://openalex.org/W4381162591","https://openalex.org/W4389080370"],"related_works":[],"abstract_inverted_index":{"Insufficient":[0],"dynamic":[1],"adaptability":[2],"and":[3,28,48],"lagging":[4],"response":[5],"to":[6,14,99,113],"sparse":[7,130],"events":[8],"in":[9,17,90,155],"sluice":[10,57,139],"gate":[11,58,140],"scheduling":[12,35,59,73,145],"due":[13],"sudden":[15],"rainfall":[16],"urban":[18],"water-sheds":[19],"is":[20,75,111],"a":[21,34,61,66,96,122,148],"critical":[22],"topic,":[23],"which":[24],"raises":[25],"significant":[26],"importance":[27],"practical":[29],"interest.":[30],"This":[31],"study":[32],"proposes":[33],"framework":[36,146],"based":[37],"on":[38,124,134],"Deep":[39],"Q-Network":[40],"(DQN)":[41],"integrated":[42],"with":[43,121],"Support":[44],"Vector":[45],"Regression":[46],"(SVR)":[47],"enhanced":[49],"by":[50],"Prioritized":[51],"Experience":[52],"Replay":[53],"(PER).":[54],"By":[55],"modeling":[56,85],"as":[60],"sequential":[62],"decision-making":[63],"problem":[64],"within":[65],"Markov":[67],"Decision":[68],"Process":[69],"(MDP)":[70],"model,":[71],"the":[72,84,101,109,116,126,135,143,161],"strategy":[74],"effectively":[76],"optimized":[77],"using":[78],"Reinforcement":[79],"Learning":[80],"(RL).":[81],"To":[82],"address":[83],"challenges":[86],"of":[87,103,118,151,160],"traditional":[88],"DQN":[89],"high-dimensional":[91],"state":[92],"spaces,":[93],"we":[94],"incorporate":[95],"SVR":[97],"model":[98],"predict":[100],"trend":[102],"water":[104,163,170],"level":[105,164,171],"changes.":[106],"In":[107],"addition,":[108],"PER":[110],"introduced":[112],"dynamically":[114],"adjust":[115],"priority":[117],"experience":[119],"replay,":[120],"focus":[123],"improving":[125],"learning":[127],"efficiency":[128],"for":[129],"high-risk":[131],"events.":[132],"Experiments":[133],"Nanjing":[136],"Wuding":[137],"men":[138],"show":[141],"that":[142],"proposed":[144],"achieves":[147],"maximum":[149],"reduction":[150],"approximately":[152],"90.9":[153],"%":[154],"dispatch":[156],"frequency":[157],"under":[158],"one":[159],"three":[162],"control":[165,172],"criteria,":[166],"while":[167],"maintaining":[168],"stable":[169],"across":[173],"all":[174],"scenarios.":[175]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-12-29T00:00:00"}