{"id":"https://openalex.org/W4415047933","doi":"https://doi.org/10.1109/tits.2025.3607755","title":"Q-Learning-Based Multi-Objective Heuristic Algorithm for Solving Multi-Resource Co-Scheduling Problem of Ship-Lock-Channel Considering Water Discharge","display_name":"Q-Learning-Based Multi-Objective Heuristic Algorithm for Solving Multi-Resource Co-Scheduling Problem of Ship-Lock-Channel Considering Water Discharge","publication_year":2025,"publication_date":"2025-10-10","ids":{"openalex":"https://openalex.org/W4415047933","doi":"https://doi.org/10.1109/tits.2025.3607755"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2025.3607755","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3607755","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029364761","display_name":"Qianqian Zheng","orcid":"https://orcid.org/0009-0002-2933-3370"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qianqian Zheng","raw_affiliation_strings":["School of Management, Zhengzhou University, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Management, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004040668","display_name":"Hua Xuan","orcid":"https://orcid.org/0000-0003-0962-949X"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua Xuan","raw_affiliation_strings":["School of Management, Zhengzhou University, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Management, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100433691","display_name":"Yu Zhang","orcid":"https://orcid.org/0000-0003-1100-4835"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhang","raw_affiliation_strings":["School of Transportation and Logistics Engineering, Wuhan University of Technology, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"School of Transportation and Logistics Engineering, Wuhan University of Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101453210","display_name":"Bing Li","orcid":"https://orcid.org/0000-0001-8495-8336"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Li","raw_affiliation_strings":["School of Management, Zhengzhou University, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Management, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062938275","display_name":"Lijun He","orcid":"https://orcid.org/0000-0002-3428-9493"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijun He","raw_affiliation_strings":["School of Transportation and Logistics Engineering, Wuhan University of Technology, Wuhan, Hubei, China"],"affiliations":[{"raw_affiliation_string":"School of Transportation and Logistics Engineering, Wuhan University of Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101639718","display_name":"Tao Li","orcid":"https://orcid.org/0000-0001-8850-5836"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Li","raw_affiliation_strings":["School of Management, Zhengzhou University, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Management, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5029364761"],"corresponding_institution_ids":["https://openalex.org/I38877650"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39789656,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"26","issue":"12","first_page":"21588","last_page":"21604"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.781499981880188,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.781499981880188,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.7717999815940857,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.7597000002861023,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5652999877929688},{"id":"https://openalex.org/keywords/reservation","display_name":"Reservation","score":0.5131999850273132},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.505299985408783},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.47130000591278076},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.46720001101493835},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.4602000117301941},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.42260000109672546},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.42179998755455017},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.3984000086784363}],"concepts":[{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6049000024795532},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5652999877929688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.54830002784729},{"id":"https://openalex.org/C2777632111","wikidata":"https://www.wikidata.org/wiki/Q1937518","display_name":"Reservation","level":2,"score":0.5131999850273132},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.505299985408783},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.47130000591278076},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.46720001101493835},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.4602000117301941},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.42260000109672546},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.42179998755455017},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.3984000086784363},{"id":"https://openalex.org/C42011625","wikidata":"https://www.wikidata.org/wiki/Q1055058","display_name":"Fuzzy set","level":3,"score":0.3878999948501587},{"id":"https://openalex.org/C2776372261","wikidata":"https://www.wikidata.org/wiki/Q516809","display_name":"Freeboard","level":3,"score":0.36550000309944153},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3172999918460846},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C139002025","wikidata":"https://www.wikidata.org/wiki/Q3001212","display_name":"Lift (data mining)","level":2,"score":0.30880001187324524},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2906000018119812},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27649998664855957},{"id":"https://openalex.org/C74256435","wikidata":"https://www.wikidata.org/wiki/Q134052","display_name":"Flood myth","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C174839445","wikidata":"https://www.wikidata.org/wiki/Q1134386","display_name":"Lock (firearm)","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C97137487","wikidata":"https://www.wikidata.org/wiki/Q729138","display_name":"Integer (computer science)","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25769999623298645},{"id":"https://openalex.org/C153823671","wikidata":"https://www.wikidata.org/wiki/Q1049799","display_name":"Water resources","level":2,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3607755","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3607755","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1082788389","display_name":null,"funder_award_id":"GZC20250543","funder_id":"https://openalex.org/F4320335443","funder_display_name":"Postdoctoral Research Foundation of China"},{"id":"https://openalex.org/G5388418025","display_name":null,"funder_award_id":"24BGL289","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5707078226","display_name":null,"funder_award_id":"62403367","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6785654380","display_name":null,"funder_award_id":"71874132","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8040037655","display_name":null,"funder_award_id":"24BJY113","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335443","display_name":"Postdoctoral Research Foundation of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1204075537","https://openalex.org/W1825385201","https://openalex.org/W1971419519","https://openalex.org/W1985424519","https://openalex.org/W1986581609","https://openalex.org/W2027890319","https://openalex.org/W2031413417","https://openalex.org/W2032392871","https://openalex.org/W2033310715","https://openalex.org/W2054971971","https://openalex.org/W2067901343","https://openalex.org/W2106334424","https://openalex.org/W2126105956","https://openalex.org/W2143381319","https://openalex.org/W2166345730","https://openalex.org/W2560305685","https://openalex.org/W2791442610","https://openalex.org/W2804289411","https://openalex.org/W2811458117","https://openalex.org/W2963648180","https://openalex.org/W3031404442","https://openalex.org/W3043447529","https://openalex.org/W3106970203","https://openalex.org/W3111096857","https://openalex.org/W3148360037","https://openalex.org/W3153326479","https://openalex.org/W3153545891","https://openalex.org/W3167591632","https://openalex.org/W3169193147","https://openalex.org/W3176283604","https://openalex.org/W3185823870","https://openalex.org/W3199584751","https://openalex.org/W4206014247","https://openalex.org/W4226164141","https://openalex.org/W4289277548","https://openalex.org/W4297143739","https://openalex.org/W4308946283","https://openalex.org/W4320923441","https://openalex.org/W4327905107","https://openalex.org/W4383101848","https://openalex.org/W4383893913","https://openalex.org/W4385071479","https://openalex.org/W4385603493","https://openalex.org/W4386277174","https://openalex.org/W4386852082","https://openalex.org/W4388970592","https://openalex.org/W4389196006","https://openalex.org/W4391791355","https://openalex.org/W4393241439","https://openalex.org/W4393931169","https://openalex.org/W4396817379","https://openalex.org/W4399255146","https://openalex.org/W4399360774","https://openalex.org/W4402826534","https://openalex.org/W4402999952"],"related_works":[],"abstract_inverted_index":{"Approach":[0],"channel,":[1],"ship":[2,5],"lock":[3],"and":[4,46,55,85,96,135,143,189,217],"lift":[6],"are":[7,41,58,99,173],"critical":[8],"resources":[9],"of":[10,24,33,39,130,152,191,196,223],"Three":[11],"Gorges-Gezhou":[12],"Dams":[13],"(TGGD)":[14],"along":[15],"the":[16,21,36,62,78,102,118,150,153,161,177,186,192,198],"Yangzi":[17],"River.":[18],"Encouraged":[19],"by":[20,43,168,175],"operational":[22],"scenarios":[23],"TGGD,":[25],"this":[26],"paper":[27],"investigates":[28],"a":[29,106,122,220],"multi-resource":[30,119],"co-scheduling":[31],"problem":[32],"ship-lock-channel,":[34],"where":[35],"synchronous":[37,94],"velocities":[38],"vessels":[40],"influenced":[42],"freeboard":[44],"height":[45],"steering":[47],"skill.":[48],"The":[49,91,182],"vessel\u2019":[50],"sailing":[51,53,56],"interval,":[52],"sequence":[54],"point":[57],"closely":[59],"related":[60],"with":[61],"water":[63,79],"discharge":[64],"in":[65,194],"flood":[66],"season.":[67],"A":[68],"mixed":[69],"integer":[70],"programming":[71],"model":[72],"is":[73,114,157,208],"established":[74],"to":[75,116,140,159,210],"simultaneously":[76],"minimize":[77],"resource":[80],"usage,":[81],"average":[82],"waiting":[83,97],"time":[84],"carbon":[86],"emissions":[87],"over":[88],"all":[89],"vessels.":[90],"vessel":[92],"grouping,":[93],"moving":[95],"process":[98],"incorporated":[100],"into":[101],"scheduling":[103],"model.":[104],"Thereafter,":[105],"problem-specific":[107],"Q-learning-based":[108],"multi-objective":[109],"heuristic":[110],"algorithm,":[111],"named":[112],"QLMHA,":[113,154],"proposed":[115],"optimize":[117],"co-schedule.":[120],"With":[121],"well-tailored":[123],"bi-level":[124],"encoding":[125],"scheme,":[126],"QLMHA":[127,193,207],"makes":[128],"use":[129],"hybrid":[131],"multi-stage":[132],"decoding":[133],"mechanism":[134],"fuzzy":[136],"correlation":[137],"entropy":[138],"analysis":[139],"respectively":[141],"decode":[142],"assess":[144],"each":[145],"candidate":[146],"solution.":[147],"To":[148],"enhance":[149],"searchability":[151],"Q-learning":[155],"technique":[156],"coupled":[158],"select":[160],"optimal":[162],"action":[163],"for":[164],"solution":[165],"set":[166],"obtained":[167],"external":[169],"archive.":[170],"Numerical":[171],"experiments":[172],"implemented":[174],"using":[176],"practical":[178],"data":[179],"from":[180],"TGGD.":[181],"statistical":[183],"result":[184],"corroborates":[185],"higher":[187],"effectiveness":[188],"practicality":[190],"terms":[195],"solving":[197],"concerned":[199],"problem.":[200],"In":[201],"addition,":[202],"our":[203],"findings":[204],"demonstrate":[205],"that":[206],"able":[209],"generate":[211],"more":[212],"satisfactory":[213],"schemes,":[214],"offering":[215],"TGGD":[216],"shipping":[218],"managers":[219],"broader":[221],"array":[222],"preferred":[224],"choice.":[225]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-11T00:00:00"}