{"id":"https://openalex.org/W4413120458","doi":"https://doi.org/10.1109/tase.2025.3596912","title":"Hierarchical Safe Reinforcement Learning Control for Leader-Follower Systems With Prescribed Performance","display_name":"Hierarchical Safe Reinforcement Learning Control for Leader-Follower Systems With Prescribed Performance","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413120458","doi":"https://doi.org/10.1109/tase.2025.3596912"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2025.3596912","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3596912","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104155795","display_name":"Junkai Tan","orcid":"https://orcid.org/0009-0002-0558-6357"},"institutions":[{"id":"https://openalex.org/I4391768273","display_name":"State Key Laboratory of Electrical Insulation and Power Equipment","ror":"https://ror.org/03kd9rr37","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391768273","https://openalex.org/I87445476"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junkai Tan","raw_affiliation_strings":["Shaanxi Key Laboratory of Smart Grid and the State Key Laboratory of Electrical Insulation and Power Equipment, School of Electrical Engineering, Xi’an Jiaotong University, Xi’an, China","Shaanxi Key Laboratory of Smart Grid, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid and the State Key Laboratory of Electrical Insulation and Power Equipment, School of Electrical Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476","https://openalex.org/I4391768273"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003247946","display_name":"Shuangsi Xue","orcid":"https://orcid.org/0000-0002-7623-0051"},"institutions":[{"id":"https://openalex.org/I4391768273","display_name":"State Key Laboratory of Electrical Insulation and Power Equipment","ror":"https://ror.org/03kd9rr37","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391768273","https://openalex.org/I87445476"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuangsi Xue","raw_affiliation_strings":["Shaanxi Key Laboratory of Smart Grid and the State Key Laboratory of Electrical Insulation and Power Equipment, School of Electrical Engineering, Xi’an Jiaotong University, Xi’an, China","Shaanxi Key Laboratory of Smart Grid, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid and the State Key Laboratory of Electrical Insulation and Power Equipment, School of Electrical Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476","https://openalex.org/I4391768273"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100607146","display_name":"Huan Li","orcid":"https://orcid.org/0009-0002-3838-0267"},"institutions":[{"id":"https://openalex.org/I4391768273","display_name":"State Key Laboratory of Electrical Insulation and Power Equipment","ror":"https://ror.org/03kd9rr37","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391768273","https://openalex.org/I87445476"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Li","raw_affiliation_strings":["Shaanxi Key Laboratory of Smart Grid and the State Key Laboratory of Electrical Insulation and Power Equipment, School of Electrical Engineering, Xi’an Jiaotong University, Xi’an, China","Shaanxi Key Laboratory of Smart Grid, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid and the State Key Laboratory of Electrical Insulation and Power Equipment, School of Electrical Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476","https://openalex.org/I4391768273"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100985012","display_name":"Zihang Guo","orcid":"https://orcid.org/0009-0007-8296-8128"},"institutions":[{"id":"https://openalex.org/I4391768273","display_name":"State Key Laboratory of Electrical Insulation and Power Equipment","ror":"https://ror.org/03kd9rr37","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391768273","https://openalex.org/I87445476"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihang Guo","raw_affiliation_strings":["Shaanxi Key Laboratory of Smart Grid and the State Key Laboratory of Electrical Insulation and Power Equipment, School of Electrical Engineering, Xi’an Jiaotong University, Xi’an, China","Shaanxi Key Laboratory of Smart Grid, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid and the State Key Laboratory of Electrical Insulation and Power Equipment, School of Electrical Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476","https://openalex.org/I4391768273"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084856540","display_name":"Hui Cao","orcid":"https://orcid.org/0000-0003-3301-2713"},"institutions":[{"id":"https://openalex.org/I4391768273","display_name":"State Key Laboratory of Electrical Insulation and Power Equipment","ror":"https://ror.org/03kd9rr37","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391768273","https://openalex.org/I87445476"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Cao","raw_affiliation_strings":["Shaanxi Key Laboratory of Smart Grid and the State Key Laboratory of Electrical Insulation and Power Equipment, School of Electrical Engineering, Xi’an Jiaotong University, Xi’an, China","Shaanxi Key Laboratory of Smart Grid, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid and the State Key Laboratory of Electrical Insulation and Power Equipment, School of Electrical Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476","https://openalex.org/I4391768273"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077852542","display_name":"Badong Chen","orcid":"https://orcid.org/0000-0003-1710-3818"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Badong Chen","raw_affiliation_strings":["National Key Laboratory of Human-Machine Hybrid Augmented Intelligence, National Engineering Research Center for Visual Information and Applications, Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, China","Institute of Artificial Intelligence and Robotics, National Key Laboratory of Human-Machine Hybrid Augmented Intelligence, National Engineering Research Center for Visual Information and Applications, Xi’an Jiaotong University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Human-Machine Hybrid Augmented Intelligence, National Engineering Research Center for Visual Information and Applications, Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, China","institution_ids":[]},{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, National Key Laboratory of Human-Machine Hybrid Augmented Intelligence, National Engineering Research Center for Visual Information and Applications, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5104155795"],"corresponding_institution_ids":["https://openalex.org/I4391768273","https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":21.2941,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.99384551,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"22","issue":null,"first_page":"19568","last_page":"19581"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.8044999837875366,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.8044999837875366,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7817999720573425,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.682803213596344},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5663872361183167},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5555760264396667},{"id":"https://openalex.org/keywords/hierarchical-control-system","display_name":"Hierarchical control system","score":0.5142902731895447},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4895687997341156},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.4734606146812439},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4036313593387604},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.38989177346229553},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3521743416786194},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2751641869544983},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.11738336086273193}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.682803213596344},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5663872361183167},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5555760264396667},{"id":"https://openalex.org/C124527596","wikidata":"https://www.wikidata.org/wiki/Q17029359","display_name":"Hierarchical control system","level":3,"score":0.5142902731895447},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4895687997341156},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.4734606146812439},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4036313593387604},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.38989177346229553},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3521743416786194},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2751641869544983},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.11738336086273193},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2025.3596912","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3596912","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1087951645","display_name":null,"funder_award_id":"62311540022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5268817677","display_name":null,"funder_award_id":"U21A20485","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5387902239","display_name":null,"funder_award_id":"2024M762602","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G6891544504","display_name":null,"funder_award_id":"2024M762602","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1540245649","https://openalex.org/W2010162373","https://openalex.org/W2077076780","https://openalex.org/W2560504659","https://openalex.org/W2579592432","https://openalex.org/W2580238099","https://openalex.org/W2609024616","https://openalex.org/W2811227134","https://openalex.org/W2888838050","https://openalex.org/W2995089744","https://openalex.org/W3006344226","https://openalex.org/W3041482332","https://openalex.org/W3127275112","https://openalex.org/W3131678030","https://openalex.org/W3154507809","https://openalex.org/W3163081386","https://openalex.org/W3195382357","https://openalex.org/W3201521730","https://openalex.org/W3203901764","https://openalex.org/W3216313491","https://openalex.org/W4226269437","https://openalex.org/W4286375451","https://openalex.org/W4304480790","https://openalex.org/W4313411196","https://openalex.org/W4361760859","https://openalex.org/W4386432124","https://openalex.org/W4387789865","https://openalex.org/W4388094243","https://openalex.org/W4388273767","https://openalex.org/W4388283392","https://openalex.org/W4388291839","https://openalex.org/W4389459105","https://openalex.org/W4390480904","https://openalex.org/W4391128324","https://openalex.org/W4393305260","https://openalex.org/W4394909995","https://openalex.org/W4399100603","https://openalex.org/W4399310801","https://openalex.org/W4403826514","https://openalex.org/W4407212638","https://openalex.org/W4408235529","https://openalex.org/W4408468901","https://openalex.org/W4408735173","https://openalex.org/W4408778966","https://openalex.org/W4408782378"],"related_works":["https://openalex.org/W2615607975","https://openalex.org/W2119211254","https://openalex.org/W2192101006","https://openalex.org/W2116800748","https://openalex.org/W2638730922","https://openalex.org/W2190465783","https://openalex.org/W2027827693","https://openalex.org/W2381267592","https://openalex.org/W4241033836","https://openalex.org/W2053371515"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,95,109,139,177],"hierarchical":[4,184,198,239],"safe":[5,69,151,185,246],"reinforcement":[6,186],"learning":[7,187],"with":[8,138,188,253],"prescribed":[9,60,67,189,232],"performance":[10,61,68,156,190,233],"control":[11,70,182,191,247],"(HSRL-PPC)":[12],"scheme":[13],"to":[14,81,104,161,202],"address":[15,261],"the":[16,33,36,49,52,56,65,76,89,115,124,143,146,171,204,210,214,218,225,229,237,262,270],"challenges":[17],"of":[18,29,145,264],"interconnected":[19,172,211,250,271],"leader-follower":[20,173,251,272],"systems":[21,252],"operating":[22],"in":[23,149,157,164,194,209,269],"complex":[24],"environments.":[25,159],"The":[26,197],"framework":[27],"consists":[28],"two":[30,132],"levels:":[31],"at":[32,48],"higher":[34],"level,":[35,51],"leader":[37,57,205,215,230],"agent":[38,54,168,216,227],"detects":[39],"and":[40,72,84,135,153,167,180,206,221,224,245,267],"avoids":[41,222],"moving":[42,254],"obstacles":[43,166],"while":[44,107],"planning":[45],"optimal":[46,66,91,219],"paths;":[47],"lower":[50],"follower":[53,207,226],"tracks":[55,228],"within":[58,231],"strict":[59],"bounds.":[62,234],"We":[63],"formulate":[64],"problem":[71,263],"solve":[73],"it":[74],"using":[75,94],"Hamilton-Jacobi-Bellman":[77],"(HJB)":[78],"equation.":[79],"Due":[80],"system":[82,141],"nonlinearity":[83],"obstacle":[85],"complexity,":[86],"we":[87,259],"approximate":[88],"leader\u2019s":[90],"value":[92,117],"function":[93,118],"state-following":[96],"neural":[97,112],"network":[98,113],"that":[99],"efficiently":[100],"extrapolates":[101],"training":[102],"data":[103],"neighboring":[105],"states,":[106],"employing":[108],"regular":[110],"critic":[111],"for":[114,170,249],"follower\u2019s":[116],"approximation.":[119],"Lyapunov":[120],"stability":[121],"analysis":[122],"demonstrates":[123],"closed-loop":[125],"system\u2019s":[126],"theoretical":[127],"guarantees.":[128],"Experimental":[129],"results":[130],"from":[131],"simulation":[133],"examples":[134],"hardware":[136],"tests":[137],"quadcopter-vehicle":[140],"validate":[142],"effectiveness":[144],"proposed":[147,193,238],"approach":[148],"achieving":[150],"navigation":[152],"precise":[154],"tracking":[155],"dynamic":[158],"Note":[160],"Practitioners\u2014Challenges":[162],"exist":[163],"unpredictable":[165],"limitations":[169],"system.":[174,273],"To":[175],"provide":[176],"safe,":[178],"efficient,":[179],"reliable":[181],"scheme,":[183],"is":[192,200],"this":[195],"paper.":[196],"structure":[199],"utilized":[201],"coordinate":[203],"agents":[208],"system,":[212],"where":[213],"plans":[217],"path":[220],"obstacles,":[223],"Based":[235],"on":[236],"structure,":[240],"engineers":[241],"can":[242],"design":[243],"efficient":[244],"schemes":[248],"obstacles.":[255],"In":[256],"future":[257],"work,":[258],"will":[260],"external":[265],"disturbances":[266],"uncertainties":[268]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":7}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}