{"id":"https://openalex.org/W4407127657","doi":"https://doi.org/10.1109/tcst.2025.3533312","title":"Q-Learning-Based Optimal Control via Adaptive Critic Network for a Wankel Rotary Engine","display_name":"Q-Learning-Based Optimal Control via Adaptive Critic Network for a Wankel Rotary Engine","publication_year":2025,"publication_date":"2025-02-04","ids":{"openalex":"https://openalex.org/W4407127657","doi":"https://doi.org/10.1109/tcst.2025.3533312"},"language":"en","primary_location":{"id":"doi:10.1109/tcst.2025.3533312","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcst.2025.3533312","pdf_url":null,"source":{"id":"https://openalex.org/S133363738","display_name":"IEEE Transactions on Control Systems Technology","issn_l":"1063-6536","issn":["1063-6536","1558-0865","2374-0159"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control Systems Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.manchester.ac.uk/en/publications/cbde4f0f-cc45-4557-a0c7-39538b6f5190","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024766900","display_name":"Anthony Siming Chen","orcid":"https://orcid.org/0000-0001-8940-7250"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anthony Siming Chen","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, U.K"],"raw_orcid":"https://orcid.org/0000-0001-8940-7250","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008176403","display_name":"Guido Herrmann","orcid":"https://orcid.org/0000-0001-5390-4538"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Guido Herrmann","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, U.K"],"raw_orcid":"https://orcid.org/0000-0001-5390-4538","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003647665","display_name":"Reza Islam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reza Islam","raw_affiliation_strings":["Department of Mechanical Engineering and the Institute for Advanced Automotive Propulsion Systems (IAAPS), University of Bath, Bath, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering and the Institute for Advanced Automotive Propulsion Systems (IAAPS), University of Bath, Bath, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013620497","display_name":"Chris Brace","orcid":"https://orcid.org/0000-0003-4594-0218"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chris Brace","raw_affiliation_strings":["Department of Mechanical Engineering and the Institute for Advanced Automotive Propulsion Systems (IAAPS), University of Bath, Bath, U.K"],"raw_orcid":"https://orcid.org/0000-0003-4594-0218","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering and the Institute for Advanced Automotive Propulsion Systems (IAAPS), University of Bath, Bath, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056462216","display_name":"James Turner","orcid":"https://orcid.org/0000-0001-6691-5770"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"James W. G. Turner","raw_affiliation_strings":["Clean Combustion Research Centre (CCRC), King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clean Combustion Research Centre (CCRC), King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022199343","display_name":"Stuart C Burgess","orcid":"https://orcid.org/0000-0002-2689-508X"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stuart Burgess","raw_affiliation_strings":["School of Electrical, Electronic, and Mechanical Engineering, University of Bristol, Bristol, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical, Electronic, and Mechanical Engineering, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3399,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.58786083,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"33","issue":"3","first_page":"1101","last_page":"1109"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.9330999851226807,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.9330999851226807,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9010999798774719,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14225","display_name":"Advanced Sensor and Control Systems","score":0.9010000228881836,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5043514966964722},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4712508022785187},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4314384460449219},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.3782886266708374},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3349396586418152},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3331247568130493},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2934098243713379}],"concepts":[{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5043514966964722},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4712508022785187},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4314384460449219},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.3782886266708374},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3349396586418152},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3331247568130493},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2934098243713379}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tcst.2025.3533312","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcst.2025.3533312","pdf_url":null,"source":{"id":"https://openalex.org/S133363738","display_name":"IEEE Transactions on Control Systems Technology","issn_l":"1063-6536","issn":["1063-6536","1558-0865","2374-0159"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control Systems Technology","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/cbde4f0f-cc45-4557-a0c7-39538b6f5190","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/cbde4f0f-cc45-4557-a0c7-39538b6f5190","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Chen, A S, Herrmann, G, Islam, R, Brace, C, Turner, J W G & Burgess, S 2025, 'Q-Learning-Based Optimal Control via Adaptive Critic Network for a Wankel Rotary Engine', IEEE Transactions on Control Systems Technology. https://doi.org/10.1109/TCST.2025.3533312","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:nottingham-repository.worktribe.com:53638095","is_oa":true,"landing_page_url":"https://nottingham-repository.worktribe.com/output/53638095","pdf_url":null,"source":{"id":"https://openalex.org/S4306402483","display_name":"Repository@Nottingham (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/cbde4f0f-cc45-4557-a0c7-39538b6f5190","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/cbde4f0f-cc45-4557-a0c7-39538b6f5190","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Chen, A S, Herrmann, G, Islam, R, Brace, C, Turner, J W G & Burgess, S 2025, 'Q-Learning-Based Optimal Control via Adaptive Critic Network for a Wankel Rotary Engine', IEEE Transactions on Control Systems Technology. https://doi.org/10.1109/TCST.2025.3533312","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8399999737739563}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320360","display_name":"University of Bristol","ror":"https://ror.org/0524sp257"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1513689897","https://openalex.org/W1562379275","https://openalex.org/W1588394841","https://openalex.org/W1802827918","https://openalex.org/W1974829883","https://openalex.org/W1988098342","https://openalex.org/W2098578936","https://openalex.org/W2108286682","https://openalex.org/W2129930520","https://openalex.org/W2134569556","https://openalex.org/W2166000057","https://openalex.org/W2223103955","https://openalex.org/W2364639493","https://openalex.org/W2484646121","https://openalex.org/W2564717627","https://openalex.org/W2889722818","https://openalex.org/W2964330577","https://openalex.org/W2972298338","https://openalex.org/W2982302681","https://openalex.org/W3003716739","https://openalex.org/W3132600439","https://openalex.org/W3198513036","https://openalex.org/W4300825532","https://openalex.org/W4321225876","https://openalex.org/W6630015438"],"related_works":["https://openalex.org/W1982160337","https://openalex.org/W1971380437","https://openalex.org/W1983548084","https://openalex.org/W2141691317","https://openalex.org/W2110846987","https://openalex.org/W2160609742","https://openalex.org/W2979526210","https://openalex.org/W1997414638","https://openalex.org/W2031091109","https://openalex.org/W2358190750"],"abstract_inverted_index":{"We":[0,14,77],"propose":[1,57],"a":[2,10,17,58,95],"new":[3,59],"Q-learning-based":[4,118],"air-fuel":[5],"ratio":[6],"(AFR)":[7],"controller":[8,42,96,119],"for":[9,43,102],"Wankel":[11,126],"rotary":[12,28],"engine.":[13],"first":[15],"present":[16],"mean-value":[18],"engine":[19,29],"model":[20],"(MVEM)":[21],"that":[22],"is":[23,35,120],"modified":[24],"based":[25,85],"on":[26,86,122],"the":[27,47,52,62,68,72,87,104,109,112,129,133,138],"dynamics.":[30,50],"The":[31,115],"AFR":[32],"regulation":[33],"problem":[34],"reformulated":[36],"as":[37],"an":[38,98,123],"optimal":[39],"proportional-integral":[40],"(PI)":[41],"fuel":[44,74],"tracking":[45],"over":[46],"augmented":[48,69],"error":[49,70],"Leveraging":[51],"generalized-Hamilton-Jacobi\u2013Bellman":[53],"(GHJB)":[54],"equation,":[55,106],"we":[56],"definition":[60],"of":[61,94,107,137],"Q-function":[63],"with":[64],"its":[65,80],"arguments":[66],"being":[67],"and":[71,135],"injected":[73],"flow":[75],"rate.":[76],"then":[78],"derive":[79],"Q-learning":[81],"Bellman":[82],"(QLB)":[83],"equation":[84],"optimality":[88,134],"principle.":[89],"This":[90],"allows":[91],"online":[92],"learning":[93],"via":[97],"adaptive":[99],"critic":[100],"network":[101],"solving":[103],"QLB":[105],"which":[108],"solution":[110],"satisfies":[111],"GHJB":[113],"equation.":[114],"proposed":[116,139],"model-free":[117],"implemented":[121],"AIE":[124],"225CS":[125],"engine,":[127],"where":[128],"practical":[130],"experiments":[131],"validate":[132],"performance":[136],"controller.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}