{"id":"https://openalex.org/W4407951871","doi":"https://doi.org/10.1109/cdc56724.2024.10886298","title":"Learning to Provably Satisfy High Relative Degree Constraints for Black-Box Systems*","display_name":"Learning to Provably Satisfy High Relative Degree Constraints for Black-Box Systems*","publication_year":2024,"publication_date":"2024-12-16","ids":{"openalex":"https://openalex.org/W4407951871","doi":"https://doi.org/10.1109/cdc56724.2024.10886298"},"language":"en","primary_location":{"id":"doi:10.1109/cdc56724.2024.10886298","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc56724.2024.10886298","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 63rd Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041231937","display_name":"Jean-Baptiste Bouvier","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jean-Baptiste Bouvier","raw_affiliation_strings":["University of California Berkeley,Department of Mechanical Engineering,Berkeley,CA,USA,94709"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California Berkeley,Department of Mechanical Engineering,Berkeley,CA,USA,94709","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047760830","display_name":"Kartik Nagpal","orcid":"https://orcid.org/0000-0001-8973-5959"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kartik Nagpal","raw_affiliation_strings":["University of California Berkeley,Department of Mechanical Engineering,Berkeley,CA,USA,94709"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California Berkeley,Department of Mechanical Engineering,Berkeley,CA,USA,94709","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062267932","display_name":"Negar Mehr","orcid":"https://orcid.org/0000-0002-1045-4423"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Negar Mehr","raw_affiliation_strings":["University of California Berkeley,Department of Mechanical Engineering,Berkeley,CA,USA,94709"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California Berkeley,Department of Mechanical Engineering,Berkeley,CA,USA,94709","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39148477,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8320","last_page":"8325"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9574999809265137,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9574999809265137,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.925599992275238,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/degree","display_name":"Degree (music)","score":0.7897207736968994},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.6746914982795715},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6392374038696289},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27970725297927856}],"concepts":[{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.7897207736968994},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.6746914982795715},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6392374038696289},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27970725297927856},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc56724.2024.10886298","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc56724.2024.10886298","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 63rd Conference on Decision and Control (CDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2016182223","https://openalex.org/W2099459275","https://openalex.org/W2489231587","https://openalex.org/W2963293747","https://openalex.org/W3091518137","https://openalex.org/W3121342653","https://openalex.org/W4205626291","https://openalex.org/W4206497039","https://openalex.org/W4226242368","https://openalex.org/W4317553716","https://openalex.org/W4352977012","https://openalex.org/W4364322337","https://openalex.org/W4372262625","https://openalex.org/W4402353995","https://openalex.org/W6633542085","https://openalex.org/W6741002519","https://openalex.org/W6838701874","https://openalex.org/W6850227584"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2399035783","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W3161230432","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"In":[0],"this":[1,76,89,135],"paper,":[2],"we":[3,91],"develop":[4],"a":[5,9,27,93,113,189],"method":[6],"for":[7,72,156],"learning":[8,32],"control":[10,48,115],"policy":[11,125],"guaranteed":[12],"to":[13,35,42,99,121,133,138,162,178],"satisfy":[14,36],"an":[15,101],"affine":[16,49,102,127,136],"state":[17,103],"constraint":[18,70,104,154],"of":[19,83,105,142,165,175],"high":[20,106,144],"relative":[21,84,107,145],"degree":[22,85,108,146],"in":[23,109,182],"closed":[24,110],"loop":[25,111],"with":[26,55,65,112],"black-box":[28,73,114],"system.":[29,116],"Previous":[30],"reinforcement":[31],"(RL)":[33],"approaches":[34],"safety":[37],"constraints":[38,82,181],"either":[39],"require":[40],"access":[41],"the":[43,123,129,140,143,163,166,173,183],"system":[44],"model,":[45],"or":[46,51],"assume":[47],"dynamics,":[50],"only":[52,80],"discourage":[53],"violations":[54],"reward":[56],"shaping.":[57],"Only":[58],"recently":[59],"have":[60],"these":[61],"issues":[62],"been":[63],"addressed":[64],"POLICEd":[66],"RL,":[67],"which":[68],"guarantees":[69],"satisfaction":[71,155],"systems.":[74],"However,":[75],"previous":[77],"work":[78],"can":[79],"enforce":[81,100,179],"1.":[86],"To":[87],"address":[88],"gap,":[90],"build":[92],"novel":[94],"RL":[95,167],"algorithm":[96],"explicitly":[97],"designed":[98],"Our":[117,170],"key":[118],"insight":[119],"is":[120],"make":[122],"learned":[124],"be":[126],"around":[128],"unsafe":[130],"set":[131],"and":[132,159,187],"use":[134],"region":[137],"dissipate":[139],"inertia":[141],"constraint.":[147],"We":[148],"prove":[149],"that":[150],"such":[151],"policies":[152],"guarantee":[153],"deterministic":[157],"systems":[158],"are":[160],"agnostic":[161],"choice":[164],"training":[168],"algorithm.":[169],"results":[171],"demonstrate":[172],"capacity":[174],"our":[176],"approach":[177],"hard":[180],"Gym":[184],"inverted":[185],"pendulum":[186],"on":[188],"space":[190],"shuttle":[191],"landing":[192],"simulation.":[193],"Website:":[194],"https://iconlab.negarmehr.com/CDC-POLICEd-RL/":[195]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}