{"id":"https://openalex.org/W2946449871","doi":"https://doi.org/10.1109/tii.2019.2912018","title":"New Methods for Optimal Operational Control of Industrial Processes Using Reinforcement Learning on Two Time Scales","display_name":"New Methods for Optimal Operational Control of Industrial Processes Using Reinforcement Learning on Two Time Scales","publication_year":2019,"publication_date":"2019-05-23","ids":{"openalex":"https://openalex.org/W2946449871","doi":"https://doi.org/10.1109/tii.2019.2912018","mag":"2946449871"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2019.2912018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2019.2912018","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102973745","display_name":"Wenqian Xue","orcid":"https://orcid.org/0000-0002-3670-3854"},"institutions":[{"id":"https://openalex.org/I4391767858","display_name":"State Key Laboratory of Synthetical Automation for Process Industries","ror":"https://ror.org/0380ng272","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767858","https://openalex.org/I9224756"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenqian Xue","raw_affiliation_strings":["State Key Laboratory of Synthetical Automation for Process Industries and the International Joint Research Laboratory of Integrated Automation, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Synthetical Automation for Process Industries and the International Joint Research Laboratory of Integrated Automation, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756","https://openalex.org/I4391767858"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033960992","display_name":"Jialu Fan","orcid":"https://orcid.org/0000-0001-7585-1166"},"institutions":[{"id":"https://openalex.org/I4391767858","display_name":"State Key Laboratory of Synthetical Automation for Process Industries","ror":"https://ror.org/0380ng272","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767858","https://openalex.org/I9224756"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialu Fan","raw_affiliation_strings":["State Key Laboratory of Synthetical Automation for Process Industries and the International Joint Research Laboratory of Integrated Automation, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Synthetical Automation for Process Industries and the International Joint Research Laboratory of Integrated Automation, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756","https://openalex.org/I4391767858"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059736491","display_name":"Victor G. Lopez","orcid":"https://orcid.org/0000-0003-3989-4091"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Victor G. Lopez","raw_affiliation_strings":["UTA Research Institute, The University of Texas at Arlington, Arlington, USA"],"affiliations":[{"raw_affiliation_string":"UTA Research Institute, The University of Texas at Arlington, Arlington, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070599005","display_name":"Jinna Li","orcid":"https://orcid.org/0000-0001-9985-6308"},"institutions":[{"id":"https://openalex.org/I166846921","display_name":"Liaoning Shihua University","ror":"https://ror.org/00k6c4h29","country_code":"CN","type":"education","lineage":["https://openalex.org/I166846921"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinna Li","raw_affiliation_strings":["School of Information and Control Engineering, Liaoning Shihua University, Fushun, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, Liaoning Shihua University, Fushun, China","institution_ids":["https://openalex.org/I166846921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396295","display_name":"Yi Jiang","orcid":"https://orcid.org/0000-0001-8927-0119"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]},{"id":"https://openalex.org/I4391767858","display_name":"State Key Laboratory of Synthetical Automation for Process Industries","ror":"https://ror.org/0380ng272","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767858","https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Jiang","raw_affiliation_strings":["State Key Laboratory of Synthetical Automation for Process Industries and the International Joint Research Laboratory of Integrated Automation, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Synthetical Automation for Process Industries and the International Joint Research Laboratory of Integrated Automation, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756","https://openalex.org/I4391767858"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042520521","display_name":"Tianyou Chai","orcid":"https://orcid.org/0000-0002-4623-1483"},"institutions":[{"id":"https://openalex.org/I4391767858","display_name":"State Key Laboratory of Synthetical Automation for Process Industries","ror":"https://ror.org/0380ng272","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767858","https://openalex.org/I9224756"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyou Chai","raw_affiliation_strings":["State Key Laboratory of Synthetical Automation for Process Industries and the International Joint Research Laboratory of Integrated Automation, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Synthetical Automation for Process Industries and the International Joint Research Laboratory of Integrated Automation, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756","https://openalex.org/I4391767858"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016137188","display_name":"Frank L. Lewis","orcid":"https://orcid.org/0000-0003-4074-1615"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]},{"id":"https://openalex.org/I4391767858","display_name":"State Key Laboratory of Synthetical Automation for Process Industries","ror":"https://ror.org/0380ng272","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767858","https://openalex.org/I9224756"]},{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Frank L. Lewis","raw_affiliation_strings":["State Key Laboratory of Synthetical Automation for Process Industries and the International Joint Research Laboratory of Integrated Automation, Northeastern University, Shenyang, China","UTA Research Institute, The University of Texas at Arlington, Arlington, USA"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Synthetical Automation for Process Industries and the International Joint Research Laboratory of Integrated Automation, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756","https://openalex.org/I4391767858"]},{"raw_affiliation_string":"UTA Research Institute, The University of Texas at Arlington, Arlington, USA","institution_ids":["https://openalex.org/I189196454"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5102973745"],"corresponding_institution_ids":["https://openalex.org/I4391767858","https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":4.4616,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.94989417,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"16","issue":"5","first_page":"3085","last_page":"3099"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11110","display_name":"Stability and Controllability of Differential Equations","score":0.9539999961853027,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7130346894264221},{"id":"https://openalex.org/keywords/singular-perturbation","display_name":"Singular perturbation","score":0.7088711261749268},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5586293935775757},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5497846007347107},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5381527543067932},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.5241725444793701},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.47315582633018494},{"id":"https://openalex.org/keywords/boundary","display_name":"Boundary (topology)","score":0.41260573267936707},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.39195969700813293},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3029218912124634},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17082399129867554}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7130346894264221},{"id":"https://openalex.org/C165160513","wikidata":"https://www.wikidata.org/wiki/Q7524249","display_name":"Singular perturbation","level":2,"score":0.7088711261749268},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5586293935775757},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5497846007347107},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5381527543067932},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.5241725444793701},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.47315582633018494},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.41260573267936707},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.39195969700813293},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3029218912124634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17082399129867554},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2019.2912018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2019.2912018","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.550000011920929}],"awards":[{"id":"https://openalex.org/G1460833335","display_name":null,"funder_award_id":"61533015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1841727088","display_name":null,"funder_award_id":"N180804001","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5409562055","display_name":null,"funder_award_id":"B08015","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G74425646","display_name":null,"funder_award_id":"61673280","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G772161998","display_name":null,"funder_award_id":"61304028","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W92805021","https://openalex.org/W1511275238","https://openalex.org/W1517236425","https://openalex.org/W1525764167","https://openalex.org/W1907796993","https://openalex.org/W1972044154","https://openalex.org/W1974511822","https://openalex.org/W1976231238","https://openalex.org/W1978531916","https://openalex.org/W1984462474","https://openalex.org/W2005437559","https://openalex.org/W2010740413","https://openalex.org/W2013895638","https://openalex.org/W2014157641","https://openalex.org/W2014338349","https://openalex.org/W2029661056","https://openalex.org/W2056664593","https://openalex.org/W2060364523","https://openalex.org/W2081418705","https://openalex.org/W2084693097","https://openalex.org/W2093831009","https://openalex.org/W2117680746","https://openalex.org/W2121863487","https://openalex.org/W2132858840","https://openalex.org/W2138155072","https://openalex.org/W2148437632","https://openalex.org/W2333120204","https://openalex.org/W2344560087","https://openalex.org/W2462102501","https://openalex.org/W2550394442","https://openalex.org/W2605603065","https://openalex.org/W2636582669","https://openalex.org/W2752879615","https://openalex.org/W2754615637","https://openalex.org/W2761756876","https://openalex.org/W2762709466","https://openalex.org/W2767012972","https://openalex.org/W2767307332","https://openalex.org/W2767696060","https://openalex.org/W2771641782","https://openalex.org/W2775523681","https://openalex.org/W2793150943","https://openalex.org/W2883464943","https://openalex.org/W2884730950","https://openalex.org/W2887344203","https://openalex.org/W2891732111","https://openalex.org/W2898848825","https://openalex.org/W2904263816","https://openalex.org/W3036618640","https://openalex.org/W4205413750","https://openalex.org/W4214717370","https://openalex.org/W4285719527","https://openalex.org/W6680202541"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W20361778"],"abstract_inverted_index":{"Current":[0],"challenges":[1],"in":[2,77],"industrial":[3,66,140],"processes":[4,68],"control":[5,44],"include":[6],"achieving":[7],"optimum":[8],"operation":[9],"for":[10,21,64],"systems":[11],"with":[12,47],"two-time-scale":[13,65],"dynamics":[14,63],"and":[15,31,97],"unknown":[16],"models.":[17],"This":[18],"paper":[19],"presents,":[20],"the":[22,25,55,78,81,86,105,108,118,121,147,150],"first":[23],"time,":[24],"integration":[26],"of":[27,80,107,111,120,149],"singular":[28],"perturbation":[29],"theory":[30],"reinforcement":[32],"learning":[33],"to":[34,53,117,132,145],"solve":[35],"this":[36,39],"problem.":[37],"To":[38],"end,":[40],"an":[41,139],"optimal":[42],"operational":[43,57,67],"(OOC)":[45],"problem":[46,89,123],"two":[48,127],"time":[49],"scales":[50],"is":[51,69,90,114,124,143],"formulated":[52],"reach":[54],"desired":[56],"indices.":[58],"Then,":[59,126],"a":[60,73,93,98,134],"singularly":[61],"perturbed":[62,74],"developed":[70],"by":[71],"introducing":[72],"scale,":[75],"resulting":[76],"separation":[79],"original":[82,87],"system":[83],"dynamics.":[84],"Thus,":[85],"optimization":[88],"decomposed":[91],"into":[92],"reduced":[94],"slow":[95],"subproblem":[96],"boundary":[99],"fast":[100],"subproblem.":[101],"The":[102],"fact":[103],"that":[104],"sum":[106],"separate":[109],"solutions":[110],"these":[112],"subproblems":[113],"approximately":[115],"equal":[116],"solution":[119],"OOC":[122],"proven.":[125],"Q-learning":[128],"algorithms":[129],"are":[130],"proposed":[131,151],"obtain":[133],"composite":[135],"feedback":[136],"control.":[137],"Finally,":[138],"thickener":[141],"example":[142],"employed":[144],"show":[146],"effectiveness":[148],"method.":[152]},"counts_by_year":[{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}