{"id":"https://openalex.org/W7165793296","doi":"https://doi.org/10.48550/arxiv.2606.24010","title":"Safe and Generalizable Hierarchical Multi-Agent RL via Constraint Manifold Control","display_name":"Safe and Generalizable Hierarchical Multi-Agent RL via Constraint Manifold Control","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165793296","doi":"https://doi.org/10.48550/arxiv.2606.24010"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.24010","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.24010","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.24010","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139303200","display_name":"Zihao Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139277938","display_name":"Jianing Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Jianing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139263938","display_name":"Ling Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139289149","display_name":"Hao Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077485450","display_name":"Giuseppe Loianno","orcid":"https://orcid.org/0000-0002-3263-5401"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Loianno, Giuseppe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139248647","display_name":"Yali Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Yali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6421999931335449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6421999931335449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.16619999706745148,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.02419999986886978,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.6381999850273132},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5849999785423279},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.46399998664855957},{"id":"https://openalex.org/keywords/system-safety","display_name":"System safety","score":0.4487000107765198},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43459999561309814}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6740999817848206},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.6381999850273132},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5849999785423279},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46399998664855957},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4528999924659729},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.4487000107765198},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43459999561309814},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3391000032424927},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.30880001187324524},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2800000011920929}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.24010","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.24010","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.24010","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.24010","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6065964102745056}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multi-agent":[0],"systems":[1],"are":[2],"widely":[3],"used":[4],"in":[5,84],"safety-critical":[6],"applications":[7],"that":[8,55],"require":[9],"coordinated":[10],"behavior":[11],"under":[12,60],"strict":[13],"safety":[14,31,37,58,82,109],"constraints.":[15],"Existing":[16],"approaches":[17],"face":[18],"a":[19,49,67],"fundamental":[20],"trade-off:":[21],"learning-based":[22],"methods":[23,35],"achieve":[24],"strong":[25],"empirical":[26],"performance":[27,104],"but":[28,38],"lack":[29],"theoretical":[30,81],"guarantees,":[32],"while":[33,70,105],"control-theoretic":[34],"enforce":[36],"often":[39],"lead":[40],"to":[41,114],"overly":[42],"conservative":[43],"and":[44,88,96,111,119],"inefficient":[45],"behaviors.":[46],"We":[47],"propose":[48],"hierarchical":[50],"multi-agent":[51,86],"reinforcement":[52],"learning":[53,91],"framework":[54],"enforces":[56],"hard":[57],"constraints":[59],"mild":[61],"assumptions":[62],"at":[63],"low":[64],"level":[65],"via":[66],"constraint":[68],"manifold,":[69],"enabling":[71,94],"effective":[72],"coordination":[73],"through":[74],"high-level":[75],"policy":[76],"learning.":[77],"Our":[78],"approach":[79],"provides":[80],"guarantees":[83],"the":[85],"setting":[87],"yields":[89],"stationary":[90],"dynamics,":[92],"thereby":[93],"stable":[95],"efficient":[97],"training.":[98],"Empirically,":[99],"our":[100],"method":[101],"achieves":[102],"competitive":[103],"maintaining":[106],"nearly":[107],"perfect":[108],"rates,":[110],"generalizes":[112],"effectively":[113],"varying":[115],"numbers":[116],"of":[117],"agents":[118],"obstacles.":[120]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-25T00:00:00"}