{"id":"https://openalex.org/W3047776156","doi":"https://doi.org/10.1109/tie.2020.3013778","title":"Enabling Efficient Model-Free Control of Large-Scale Canals by Exploiting Domain Knowledge","display_name":"Enabling Efficient Model-Free Control of Large-Scale Canals by Exploiting Domain Knowledge","publication_year":2020,"publication_date":"2020-08-07","ids":{"openalex":"https://openalex.org/W3047776156","doi":"https://doi.org/10.1109/tie.2020.3013778","mag":"3047776156"},"language":"en","primary_location":{"id":"doi:10.1109/tie.2020.3013778","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2020.3013778","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019680908","display_name":"Tao Ren","orcid":"https://orcid.org/0000-0003-0408-9447"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Ren","raw_affiliation_strings":["Hangzhou Innovation Institute, Beihang University, Hangzhou, China","State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0408-9447","affiliations":[{"raw_affiliation_string":"Hangzhou Innovation Institute, Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053316728","display_name":"Jianwei Niu","orcid":"https://orcid.org/0000-0003-3946-5107"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]},{"id":"https://openalex.org/I4210163873","display_name":"Zhengzhou University of Industrial Technology","ror":"https://ror.org/05es8as59","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163873"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianwei Niu","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","Zhengzhou University Research Institute of Industrial Technology, Zhengzhou University, Zhengzhou, China","the Hangzhou Innovation Institute, Beihang University, Hangzhou, China","the School of Information Engineering, Zhengzhou University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3946-5107","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Zhengzhou University Research Institute of Industrial Technology, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I4210163873"]},{"raw_affiliation_string":"the Hangzhou Innovation Institute, Beihang University, Hangzhou, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"the School of Information Engineering, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lei Shu","orcid":"https://orcid.org/0000-0001-9156-9515"},"institutions":[{"id":"https://openalex.org/I119454577","display_name":"Nanjing Agricultural University","ror":"https://ror.org/05td3s095","country_code":"CN","type":"education","lineage":["https://openalex.org/I119454577"]},{"id":"https://openalex.org/I51532219","display_name":"University of Lincoln","ror":"https://ror.org/03yeq9x20","country_code":"GB","type":"education","lineage":["https://openalex.org/I51532219"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Lei Shu","raw_affiliation_strings":["College of Engineering, Nanjing Agricultural University, Nanjing, China","College of Science, University of Lincoln, Brayford Pool, U.K"],"raw_orcid":"https://orcid.org/0000-0001-9156-9515","affiliations":[{"raw_affiliation_string":"College of Engineering, Nanjing Agricultural University, Nanjing, China","institution_ids":["https://openalex.org/I119454577"]},{"raw_affiliation_string":"College of Science, University of Lincoln, Brayford Pool, U.K","institution_ids":["https://openalex.org/I51532219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088746380","display_name":"Gerhard P. Hancke","orcid":"https://orcid.org/0000-0002-4026-687X"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]},{"id":"https://openalex.org/I69552723","display_name":"University of Pretoria","ror":"https://ror.org/00g0p6g84","country_code":"ZA","type":"education","lineage":["https://openalex.org/I69552723"]}],"countries":["CN","ZA"],"is_corresponding":false,"raw_author_name":"Gerhard P. Hancke","raw_affiliation_strings":["Nanjing University of Posts and Telecommunications, Nanjing, China","University of Pretoria, Pretoria, South Africa"],"raw_orcid":"https://orcid.org/0000-0002-4026-687X","affiliations":[{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"University of Pretoria, Pretoria, South Africa","institution_ids":["https://openalex.org/I69552723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054815242","display_name":"Jiyan Wu","orcid":"https://orcid.org/0000-0003-3063-3901"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiyan Wu","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100400563","display_name":"Xuefeng Liu","orcid":"https://orcid.org/0000-0003-2705-8731"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuefeng Liu","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2705-8731","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081346568","display_name":"Mingliang Xu","orcid":"https://orcid.org/0000-0002-6885-3451"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingliang Xu","raw_affiliation_strings":["School of Information Engineering, Zhengzhou University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6885-3451","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4301,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.61612996,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"68","issue":"9","first_page":"8730","last_page":"8742"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12022","display_name":"Hydraulic flow and structures","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12022","display_name":"Hydraulic flow and structures","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10577","display_name":"Hydrology and Sediment Transport Processes","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11372","display_name":"Hydraulic and Pneumatic Systems","score":0.9567000269889832,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.6173549294471741},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6070234179496765},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5911386013031006},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5495301485061646},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.5439635515213013},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4068845510482788},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34825652837753296},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.33836424350738525},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2731938064098358},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17733314633369446}],"concepts":[{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6173549294471741},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6070234179496765},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5911386013031006},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5495301485061646},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.5439635515213013},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4068845510482788},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34825652837753296},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33836424350738525},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2731938064098358},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17733314633369446}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tie.2020.3013778","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2020.3013778","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Clean water and sanitation","id":"https://metadata.un.org/sdg/6"}],"awards":[{"id":"https://openalex.org/G6794078774","display_name":null,"funder_award_id":"61976012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1508786153","https://openalex.org/W1518318201","https://openalex.org/W1549534179","https://openalex.org/W1550369384","https://openalex.org/W1560013842","https://openalex.org/W1598813349","https://openalex.org/W1967331511","https://openalex.org/W2002995412","https://openalex.org/W2007723455","https://openalex.org/W2008791002","https://openalex.org/W2022988929","https://openalex.org/W2027501711","https://openalex.org/W2033193296","https://openalex.org/W2099826177","https://openalex.org/W2137223993","https://openalex.org/W2137743578","https://openalex.org/W2162341829","https://openalex.org/W2165150801","https://openalex.org/W2373164466","https://openalex.org/W2412512865","https://openalex.org/W2520491895","https://openalex.org/W2765645525","https://openalex.org/W2808390209","https://openalex.org/W2905059722","https://openalex.org/W2946362902","https://openalex.org/W2963864421","https://openalex.org/W3019978224","https://openalex.org/W4292351112","https://openalex.org/W4302570325","https://openalex.org/W6633431331","https://openalex.org/W6680130635","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6842022685"],"related_works":["https://openalex.org/W4296209631","https://openalex.org/W1990079087","https://openalex.org/W2060165215","https://openalex.org/W2101188133","https://openalex.org/W4306904969","https://openalex.org/W3202234113","https://openalex.org/W4248731570","https://openalex.org/W2561617217","https://openalex.org/W2138720691","https://openalex.org/W2768698792"],"abstract_inverted_index":{"Canals":[0],"are":[1],"constructed":[2],"worldwidely":[3],"to":[4,9,12,25,30,38,137,149,163,171,195],"divert":[5],"water":[6,14,17],"from":[7],"rich":[8],"arid":[10],"areas":[11],"mitigate":[13],"shortages.":[15],"Since":[16],"resource":[18],"is":[19,23,37],"fairly":[20],"limited,":[21],"it":[22,147],"essential":[24],"perform":[26],"canal":[27,48,93,99,139],"control":[28,42,94,100,104,143,169,175],"efficiently":[29],"improve":[31],"water-delivery":[32,186,221],"performance.":[33],"A":[34],"promising":[35],"solution":[36],"leverage":[39],"model":[40,63,95,131,138],"predictive":[41,62],"(MPC),":[43],"which":[44],"calculates":[45],"the":[46,58,61,66,69,117,128,150,165],"desired":[47,210],"action":[49,83],"at":[50],"each":[51],"time":[52],"step":[53],"via":[54,110,121,180],"reliable":[55],"predictions":[56],"of":[57,86,119,203],"model.":[59],"However,":[60],"dependence":[64],"degrades":[65],"practicability":[67],"and":[68,82,115,145,208,216],"iterative":[70],"calculation":[71],"incurs":[72],"intensive":[73],"computations,":[74],"especially":[75],"for":[76],"large-scale":[77,206],"canals":[78],"with":[79,132,142,161,200],"high-dimensional":[80],"state":[81],"spaces":[84],"(curse":[85],"dimensionality).":[87],"This":[88],"article":[89],"presents":[90],"a":[91,107,157],"new":[92],"named":[96],"efficient":[97,174],"model-free":[98,108],"(EMCC)":[101],"that":[102,192],"obtains":[103],"policies":[105],"in":[106],"way":[109],"deep":[111],"reinforcement":[112,166],"learning":[113,167],"(DRL)":[114],"alleviates":[116],"curse":[118],"dimensionality":[120],"domain":[122],"knowledge":[123],"(control":[124],"experience).":[125],"EMCC":[126,179,193],"adopts":[127],"hidden":[129],"Markov":[130],"Gaussian":[133],"mixture":[134],"densities":[135],"(GMM-HMM)":[136],"system":[140],"dynamics":[141],"experience,":[144],"initializes":[146],"according":[148],"actual":[151],"operation":[152],"data.":[153],"Besides,":[154],"we":[155],"design":[156],"reward":[158],"generator":[159],"collaborated":[160],"GMM-HMM":[162],"supervise":[164],"around":[168],"experiences":[170],"obtain":[172],"more":[173,212],"policies.":[176],"We":[177],"evaluate":[178],"numerical":[181],"simulations":[182],"on":[183,205],"Chinese":[184],"largest":[185],"project":[187],"(SNWTP).":[188],"Experimental":[189],"results":[190],"show":[191],"leads":[194],"significant":[196],"convergence":[197],"performances":[198],"compared":[199],"crude":[201],"applications":[202],"DRL":[204],"canals,":[207],"achieves":[209],"objectives":[211],"satisfactorily":[213],"than":[214],"MPC":[215],"control-experience":[217],"under":[218],"two":[219],"typical":[220],"tasks.":[222]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}