{"id":"https://openalex.org/W4403448041","doi":"https://doi.org/10.1109/etfa61755.2024.10710948","title":"Safe Reinforcement Learning for Level Control of Nonlinear Spherical Tank with Actuator Delays","display_name":"Safe Reinforcement Learning for Level Control of Nonlinear Spherical Tank with Actuator Delays","publication_year":2024,"publication_date":"2024-09-10","ids":{"openalex":"https://openalex.org/W4403448041","doi":"https://doi.org/10.1109/etfa61755.2024.10710948"},"language":"en","primary_location":{"id":"doi:10.1109/etfa61755.2024.10710948","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa61755.2024.10710948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 29th International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114286438","display_name":"Iga Pawlak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iga Pawlak","raw_affiliation_strings":["ABB Corporate Research,Västerås,Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ABB Corporate Research,Västerås,Sweden","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038418293","display_name":"Hamid Reza Feyzmahdavian","orcid":"https://orcid.org/0000-0003-1149-4715"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hamid Reza Feyzmahdavian","raw_affiliation_strings":["ABB Corporate Research,Västerås,Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ABB Corporate Research,Västerås,Sweden","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083670898","display_name":"Soroush Rastegarpour","orcid":"https://orcid.org/0000-0001-6639-7168"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soroush Rastegarpour","raw_affiliation_strings":["ABB Corporate Research,Västerås,Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ABB Corporate Research,Västerås,Sweden","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2913,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.57092081,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"16","issue":null,"first_page":"01","last_page":"04"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9635999798774719,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/actuator","display_name":"Actuator","score":0.8164727091789246},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7583786845207214},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6793781518936157},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.6702285408973694},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5195939540863037},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5001745223999023},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4718449115753174},{"id":"https://openalex.org/keywords/nonlinear-model","display_name":"Nonlinear model","score":0.4144488573074341},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.38361918926239014},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2805965542793274},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22182607650756836},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.1353992223739624},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.104066401720047}],"concepts":[{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.8164727091789246},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7583786845207214},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6793781518936157},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.6702285408973694},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5195939540863037},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5001745223999023},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4718449115753174},{"id":"https://openalex.org/C2984755018","wikidata":"https://www.wikidata.org/wiki/Q17118374","display_name":"Nonlinear model","level":3,"score":0.4144488573074341},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.38361918926239014},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2805965542793274},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22182607650756836},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.1353992223739624},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.104066401720047},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/etfa61755.2024.10710948","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa61755.2024.10710948","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 29th International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1506119886","https://openalex.org/W2038176510","https://openalex.org/W2149269385","https://openalex.org/W2930426397","https://openalex.org/W3023586494","https://openalex.org/W3130984490","https://openalex.org/W3154264273","https://openalex.org/W4214717370","https://openalex.org/W4240729697","https://openalex.org/W4310541177","https://openalex.org/W4322618814","https://openalex.org/W6639175102","https://openalex.org/W6747473740","https://openalex.org/W7014788697"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W4234906596","https://openalex.org/W4229591372","https://openalex.org/W2071544734"],"abstract_inverted_index":{"This":[0,81],"paper":[1],"addresses":[2],"the":[3,88,97,112],"challenge":[4],"of":[5,58,90],"actuator":[6,91],"delays":[7,17,92],"in":[8,76,118,133],"industrial":[9,134],"process":[10,71,135],"control,":[11],"focusing":[12],"on":[13,93],"scenarios":[14],"where":[15],"these":[16],"are":[18],"unknown":[19],"but":[20],"bounded.":[21],"Unlike":[22],"previous":[23],"studies":[24],"that":[25,51,111],"assume":[26],"constant":[27],"and":[28,131],"known":[29],"delays,":[30,123],"this":[31],"work":[32],"targets":[33],"more":[34],"realistic":[35],"conditions":[36],"with":[37,121],"uncertain":[38,122],"delays.":[39],"We":[40],"propose":[41],"a":[42,69,77,125],"novel":[43],"method":[44,115],"for":[45,128],"training":[46],"Reinforcement":[47],"Learning":[48],"(RL)":[49],"agents":[50],"guarantees":[52],"stability":[53],"without":[54],"requiring":[55],"prior":[56],"knowledge":[57],"delay":[59],"values.":[60],"To":[61],"validate":[62],"our":[63],"approach,":[64],"we":[65],"apply":[66],"it":[67],"to":[68,87],"standard":[70],"control":[72],"scenario:":[73],"level":[74,99],"regulation":[75],"nonlinear":[78],"spherical":[79],"tank.":[80],"scenario":[82],"is":[83,101,116],"particularly":[84],"challenging":[85],"due":[86],"impact":[89],"stability,":[94],"especially":[95],"when":[96],"tank's":[98],"set-point":[100],"near":[102],"its":[103],"upper":[104],"or":[105],"lower":[106],"limits.":[107],"Our":[108],"results":[109],"show":[110],"proposed":[113],"Rl":[114],"robust":[117],"dynamic":[119],"environments":[120],"providing":[124],"promising":[126],"solution":[127],"improving":[129],"reliability":[130],"efficiency":[132],"control.":[136]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}