{"id":"https://openalex.org/W4387341291","doi":"https://doi.org/10.1080/00207179.2023.2267701","title":"Optimal tracking control of nonlinear batch processes with unknown dynamics using two-dimensional off-policy interleaved Q-learning algorithm","display_name":"Optimal tracking control of nonlinear batch processes with unknown dynamics using two-dimensional off-policy interleaved Q-learning algorithm","publication_year":2023,"publication_date":"2023-10-04","ids":{"openalex":"https://openalex.org/W4387341291","doi":"https://doi.org/10.1080/00207179.2023.2267701"},"language":"en","primary_location":{"id":"doi:10.1080/00207179.2023.2267701","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1080/00207179.2023.2267701","pdf_url":null,"source":{"id":"https://openalex.org/S88061139","display_name":"International Journal of Control","issn_l":"0020-7179","issn":["0020-7179","1366-5820"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089738672","display_name":"Huiyuan Shi","orcid":"https://orcid.org/0000-0002-3097-0732"},"institutions":[{"id":"https://openalex.org/I166846921","display_name":"Liaoning Shihua University","ror":"https://ror.org/00k6c4h29","country_code":"CN","type":"education","lineage":["https://openalex.org/I166846921"]},{"id":"https://openalex.org/I4391767858","display_name":"State Key Laboratory of Synthetical Automation for Process Industries","ror":"https://ror.org/0380ng272","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767858","https://openalex.org/I9224756"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiyuan Shi","raw_affiliation_strings":["School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People\u2019s Republic of China","State Key Laboratory of Synthetical Automation for Process Industries, College of Information Science and Engineering, Northeastern University, Shenyang, People\u2019s Republic of China","State Key Laboratory of Synthetical Automation for Process Industries, College of Information Science and Engineering, Northeastern University, Shenyang, People's Republic of China","School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People\u2019s Republic of China","institution_ids":["https://openalex.org/I166846921"]},{"raw_affiliation_string":"State Key Laboratory of Synthetical Automation for Process Industries, College of Information Science and Engineering, Northeastern University, Shenyang, People\u2019s Republic of China","institution_ids":["https://openalex.org/I9224756","https://openalex.org/I4391767858"]},{"raw_affiliation_string":"State Key Laboratory of Synthetical Automation for Process Industries, College of Information Science and Engineering, Northeastern University, Shenyang, People's Republic of China","institution_ids":["https://openalex.org/I4391767858","https://openalex.org/I9224756"]},{"raw_affiliation_string":"School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People's Republic of China","institution_ids":["https://openalex.org/I166846921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101428628","display_name":"Wei Gao","orcid":"https://orcid.org/0000-0002-7258-5840"},"institutions":[{"id":"https://openalex.org/I166846921","display_name":"Liaoning Shihua University","ror":"https://ror.org/00k6c4h29","country_code":"CN","type":"education","lineage":["https://openalex.org/I166846921"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Gao","raw_affiliation_strings":["School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People\u2019s Republic of China","School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People\u2019s Republic of China","institution_ids":["https://openalex.org/I166846921"]},{"raw_affiliation_string":"School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People's Republic of China","institution_ids":["https://openalex.org/I166846921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006251003","display_name":"Xueying Jiang","orcid":"https://orcid.org/0000-0001-8828-2687"},"institutions":[{"id":"https://openalex.org/I4391767858","display_name":"State Key Laboratory of Synthetical Automation for Process Industries","ror":"https://ror.org/0380ng272","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767858","https://openalex.org/I9224756"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xueying Jiang","raw_affiliation_strings":["State Key Laboratory of Synthetical Automation for Process Industries, College of Information Science and Engineering, Northeastern University, Shenyang, People\u2019s Republic of China","State Key Laboratory of Synthetical Automation for Process Industries, College of Information Science and Engineering, Northeastern University, Shenyang, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Synthetical Automation for Process Industries, College of Information Science and Engineering, Northeastern University, Shenyang, People\u2019s Republic of China","institution_ids":["https://openalex.org/I9224756","https://openalex.org/I4391767858"]},{"raw_affiliation_string":"State Key Laboratory of Synthetical Automation for Process Industries, College of Information Science and Engineering, Northeastern University, Shenyang, People's Republic of China","institution_ids":["https://openalex.org/I4391767858","https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103256932","display_name":"Chengli Su","orcid":"https://orcid.org/0000-0001-7486-968X"},"institutions":[{"id":"https://openalex.org/I166846921","display_name":"Liaoning Shihua University","ror":"https://ror.org/00k6c4h29","country_code":"CN","type":"education","lineage":["https://openalex.org/I166846921"]},{"id":"https://openalex.org/I9564693","display_name":"Eastern Liaoning University","ror":"https://ror.org/01a4wvs18","country_code":"CN","type":"education","lineage":["https://openalex.org/I9564693"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chengli Su","raw_affiliation_strings":["School of Information Engineering, Liaodong University, Dandong, People\u2019s Republic of China","School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People\u2019s Republic of China","School of Information Engineering, Liaodong University, Dandong, People's Republic of China","School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Liaodong University, Dandong, People\u2019s Republic of China","institution_ids":["https://openalex.org/I9564693"]},{"raw_affiliation_string":"School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People\u2019s Republic of China","institution_ids":["https://openalex.org/I166846921"]},{"raw_affiliation_string":"School of Information Engineering, Liaodong University, Dandong, People's Republic of China","institution_ids":["https://openalex.org/I9564693"]},{"raw_affiliation_string":"School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People's Republic of China","institution_ids":["https://openalex.org/I166846921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100741313","display_name":"Ping Li","orcid":"https://orcid.org/0000-0002-3216-6246"},"institutions":[{"id":"https://openalex.org/I114117164","display_name":"University of Science and Technology Liaoning","ror":"https://ror.org/03grx7119","country_code":"CN","type":"education","lineage":["https://openalex.org/I114117164"]},{"id":"https://openalex.org/I166846921","display_name":"Liaoning Shihua University","ror":"https://ror.org/00k6c4h29","country_code":"CN","type":"education","lineage":["https://openalex.org/I166846921"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Li","raw_affiliation_strings":["School of Electronic and Information Engineering, University of Science and Technology Liaoning, Anshan, People\u2019s Republic of China","School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People\u2019s Republic of China","School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People's Republic of China","School of Electronic and Information Engineering, University of Science and Technology Liaoning, Anshan, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, University of Science and Technology Liaoning, Anshan, People\u2019s Republic of China","institution_ids":["https://openalex.org/I114117164"]},{"raw_affiliation_string":"School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People\u2019s Republic of China","institution_ids":["https://openalex.org/I166846921"]},{"raw_affiliation_string":"School of Information and Control Engineering, Liaoning Petrochemical University, Fushun, People's Republic of China","institution_ids":["https://openalex.org/I166846921"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, University of Science and Technology Liaoning, Anshan, People's Republic of China","institution_ids":["https://openalex.org/I114117164"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5006251003","https://openalex.org/A5103256932"],"corresponding_institution_ids":["https://openalex.org/I166846921","https://openalex.org/I4391767858","https://openalex.org/I9224756","https://openalex.org/I9564693"],"apc_list":null,"apc_paid":null,"fwci":0.1855,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55746438,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"97","issue":"10","first_page":"2329","last_page":"2341"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9718999862670898,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7011614441871643},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5746798515319824},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5630917549133301},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5103415846824646},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5052078366279602},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.47149723768234253},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.45587295293807983},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.43108686804771423},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.397811621427536},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36746934056282043},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3428493142127991},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.27076900005340576},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.08308619260787964}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7011614441871643},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5746798515319824},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5630917549133301},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5103415846824646},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5052078366279602},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.47149723768234253},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.45587295293807983},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.43108686804771423},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.397811621427536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36746934056282043},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3428493142127991},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27076900005340576},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08308619260787964},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/00207179.2023.2267701","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1080/00207179.2023.2267701","pdf_url":null,"source":{"id":"https://openalex.org/S88061139","display_name":"International Journal of Control","issn_l":"0020-7179","issn":["0020-7179","1366-5820"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1256965755","display_name":null,"funder_award_id":"LJKQZ20222432","funder_id":"https://openalex.org/F4320324560","funder_display_name":"Department of Education of Liaoning Province"},{"id":"https://openalex.org/G2225418735","display_name":null,"funder_award_id":"62203202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2372973689","display_name":null,"funder_award_id":"2022-BS-295","funder_id":"https://openalex.org/F4320323086","funder_display_name":"Natural Science Foundation of Liaoning Province"},{"id":"https://openalex.org/G8722031602","display_name":null,"funder_award_id":"LJKZ0399","funder_id":"https://openalex.org/F4320324560","funder_display_name":"Department of Education of Liaoning Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323086","display_name":"Natural Science Foundation of Liaoning Province","ror":null},{"id":"https://openalex.org/F4320324560","display_name":"Department of Education of Liaoning Province","ror":"https://ror.org/0022v2454"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1976956127","https://openalex.org/W1999171303","https://openalex.org/W2000110725","https://openalex.org/W2044767976","https://openalex.org/W2063702730","https://openalex.org/W2076522620","https://openalex.org/W2169109555","https://openalex.org/W2189990206","https://openalex.org/W2343275297","https://openalex.org/W2345052385","https://openalex.org/W2397394694","https://openalex.org/W2416434549","https://openalex.org/W2495821608","https://openalex.org/W2791467849","https://openalex.org/W2883806155","https://openalex.org/W2890471261","https://openalex.org/W2910599652","https://openalex.org/W2914172002","https://openalex.org/W2979795810","https://openalex.org/W2979846470","https://openalex.org/W3003653063","https://openalex.org/W3005637364","https://openalex.org/W3048985261","https://openalex.org/W3094638344","https://openalex.org/W3097268408","https://openalex.org/W3114329882","https://openalex.org/W3171786593","https://openalex.org/W3175153969","https://openalex.org/W3203310587","https://openalex.org/W3209549283","https://openalex.org/W3213837598","https://openalex.org/W4213286046","https://openalex.org/W4226287877","https://openalex.org/W4248923150","https://openalex.org/W4285093735","https://openalex.org/W4289515710","https://openalex.org/W4312688468","https://openalex.org/W4382568137"],"related_works":["https://openalex.org/W2084086966","https://openalex.org/W2023861399","https://openalex.org/W2730915376","https://openalex.org/W2626306547","https://openalex.org/W2021396365","https://openalex.org/W2394134009","https://openalex.org/W2119515433","https://openalex.org/W1517908938","https://openalex.org/W2009561238","https://openalex.org/W1340065"],"abstract_inverted_index":{"A":[0],"novel":[1],"two-dimensional":[2],"(2D)":[3],"off-policy":[4,88],"interleaved":[5,89],"Q-learning":[6,90],"algorithm":[7],"is":[8],"proposed":[9,147],"to":[10,79,117],"handle":[11],"the":[12,31,34,41,45,50,54,62,65,69,75,86,98,119,125,133,137,141,146],"optimal":[13,55,120],"tracking":[14],"control":[15,27,83,121],"problem":[16],"without":[17],"prior":[18],"knowledge":[19],"of":[20,43,53,97,136,145],"nonlinear":[21],"batch":[22,113],"processes":[23],"and":[24,40,68,104,112,127,143],"an":[25],"initial":[26,46],"policy,":[28],"which":[29],"overcomes":[30],"drawback":[32],"that":[33],"system":[35],"dynamic":[36],"parameters":[37],"change":[38],"intermittently":[39],"difficulty":[42,52],"obtaining":[44],"parameters,":[47],"greatly":[48],"reducing":[49],"computational":[51],"policy.":[56,122],"Consequently,":[57],"three-layer":[58],"neural":[59,99],"networks,":[60],"including":[61],"model":[63],"network,":[64],"critic":[66],"network":[67,71,100],"action":[70],"are":[72,101,129],"designed":[73],"as":[74],"approximate":[76],"parameter":[77],"structure":[78],"search":[80],"for":[81],"a":[82],"policy":[84],"via":[85],"2D":[87],"algorithm.":[91,148],"The":[92],"weights":[93],"in":[94,109,115],"each":[95],"layer":[96],"continuously":[102],"learned":[103],"renewed":[105],"by":[106],"historical":[107],"data":[108],"both":[110],"time":[111],"directions":[114],"order":[116],"obtain":[118],"After":[123],"that,":[124],"convergence":[126],"optimality":[128],"scrupulously":[130],"verified.":[131],"Ultimately,":[132],"simulation":[134],"results":[135],"injection":[138],"stage":[139],"confirmed":[140],"validity":[142],"feasibility":[144]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-14T06:11:07.267592","created_date":"2025-10-10T00:00:00"}