{"id":"https://openalex.org/W4402265931","doi":"https://doi.org/10.23919/acc60939.2024.10644855","title":"Shielded Deep Reinforcement Learning for Complex Spacecraft Tasking","display_name":"Shielded Deep Reinforcement Learning for Complex Spacecraft Tasking","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4402265931","doi":"https://doi.org/10.23919/acc60939.2024.10644855"},"language":"en","primary_location":{"id":"doi:10.23919/acc60939.2024.10644855","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc60939.2024.10644855","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 American Control Conference (ACC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083591096","display_name":"Robert A. Reed","orcid":"https://orcid.org/0000-0001-9303-9980"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Reed","raw_affiliation_strings":["University of Colorado Boulder,Department of Aerospace Engineering Sciences,Boulder,Colorado,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder,Department of Aerospace Engineering Sciences,Boulder,Colorado,USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085418982","display_name":"Hanspeter Schaub","orcid":"https://orcid.org/0000-0003-0002-6035"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanspeter Schaub","raw_affiliation_strings":["University of Colorado Boulder,Department of Aerospace Engineering Sciences,Boulder,Colorado,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder,Department of Aerospace Engineering Sciences,Boulder,Colorado,USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069564559","display_name":"Morteza Lahijanian","orcid":"https://orcid.org/0000-0001-7549-4365"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Morteza Lahijanian","raw_affiliation_strings":["University of Colorado Boulder,Department of Aerospace Engineering Sciences,Boulder,Colorado,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder,Department of Aerospace Engineering Sciences,Boulder,Colorado,USA","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I188538660"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2331","last_page":"2337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spacecraft","display_name":"Spacecraft","score":0.7518312931060791},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7271741628646851},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6151183247566223},{"id":"https://openalex.org/keywords/shielded-cable","display_name":"Shielded cable","score":0.5915117263793945},{"id":"https://openalex.org/keywords/human-multitasking","display_name":"Human multitasking","score":0.41240304708480835},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.3522975444793701},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2514164447784424},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2398551106452942},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12867066264152527},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.12053921818733215},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.07514694333076477}],"concepts":[{"id":"https://openalex.org/C29829512","wikidata":"https://www.wikidata.org/wiki/Q40218","display_name":"Spacecraft","level":2,"score":0.7518312931060791},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7271741628646851},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6151183247566223},{"id":"https://openalex.org/C77590175","wikidata":"https://www.wikidata.org/wiki/Q3506009","display_name":"Shielded cable","level":2,"score":0.5915117263793945},{"id":"https://openalex.org/C107418235","wikidata":"https://www.wikidata.org/wiki/Q1520565","display_name":"Human multitasking","level":2,"score":0.41240304708480835},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.3522975444793701},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2514164447784424},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2398551106452942},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12867066264152527},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.12053921818733215},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.07514694333076477}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/acc60939.2024.10644855","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc60939.2024.10644855","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 American Control Conference (ACC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7578608655","display_name":null,"funder_award_id":"FA9453-22-2-0050","funder_id":"https://openalex.org/F4320338294","funder_display_name":"Air Force Research Laboratory"}],"funders":[{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W284166422","https://openalex.org/W1540883472","https://openalex.org/W1970269621","https://openalex.org/W1970927851","https://openalex.org/W1975219867","https://openalex.org/W2023808162","https://openalex.org/W2121863487","https://openalex.org/W2125408844","https://openalex.org/W2222789563","https://openalex.org/W2381901500","https://openalex.org/W2736601468","https://openalex.org/W2784743256","https://openalex.org/W2963530628","https://openalex.org/W2963575966","https://openalex.org/W2963604565","https://openalex.org/W2998561324","https://openalex.org/W3027220477","https://openalex.org/W3100789280","https://openalex.org/W4294690805","https://openalex.org/W4366677748","https://openalex.org/W4402265931","https://openalex.org/W6741002519","https://openalex.org/W7051325783"],"related_works":["https://openalex.org/W4388263628","https://openalex.org/W4242930893","https://openalex.org/W3140336604","https://openalex.org/W2488058330","https://openalex.org/W1988895983","https://openalex.org/W4237084280","https://openalex.org/W2886487614","https://openalex.org/W4242426637","https://openalex.org/W2940047422","https://openalex.org/W2064999371"],"abstract_inverted_index":{"Autonomous":[0],"spacecraft":[1,61,104],"control":[2],"via":[3],"Shielded":[4],"Deep":[5],"Reinforcement":[6],"Learning":[7],"(SDRL)":[8],"has":[9],"become":[10],"a":[11,69,75,79,96,99],"rapidly":[12],"growing":[13],"research":[14],"area.":[15],"However,":[16],"the":[17,22,40,49,124,127],"construction":[18],"of":[19,24,51,126],"shields":[20,118],"and":[21,36,63,106,123],"definition":[23],"tasking":[25],"remains":[26],"informal,":[27],"resulting":[28],"in":[29,71,87],"policies":[30,122],"with":[31,120],"no":[32],"guarantees":[33],"on":[34],"safety":[35,64],"ambiguous":[37],"goals":[38],"for":[39,84,94,103],"RL":[41],"agent.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46],"first":[47],"explore":[48],"use":[50],"formal":[52],"languages,":[53],"namely":[54],"Linear":[55],"Temporal":[56],"Logic":[57],"(LTL),":[58],"to":[59,73],"formalize":[60],"tasks":[62],"requirements.":[65],"We":[66,90,114],"then":[67],"define":[68],"manner":[70],"which":[72],"construct":[74],"reward":[76,128],"function":[77],"from":[78,98],"co-safe":[80],"LTL":[81,101],"specification":[82,102],"automatically":[83],"effective":[85],"training":[86],"SDRL":[88],"framework.":[89],"also":[91],"investigate":[92],"methods":[93],"constructing":[95],"shield":[97],"safe":[100],"applications":[105],"propose":[107],"three":[108],"designs":[109],"that":[110],"provide":[111],"probabilistic":[112],"guarantees.":[113],"show":[115],"how":[116],"these":[117],"interact":[119],"different":[121],"flexibility":[125],"structure":[129],"through":[130],"experimentation.":[131]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}