{"id":"https://openalex.org/W4294690805","doi":"https://doi.org/10.23919/acc53348.2022.9867762","title":"Shielded Deep Reinforcement Learning for Multi-Sensor Spacecraft Imaging","display_name":"Shielded Deep Reinforcement Learning for Multi-Sensor Spacecraft Imaging","publication_year":2022,"publication_date":"2022-06-08","ids":{"openalex":"https://openalex.org/W4294690805","doi":"https://doi.org/10.23919/acc53348.2022.9867762"},"language":"en","primary_location":{"id":"doi:10.23919/acc53348.2022.9867762","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc53348.2022.9867762","pdf_url":null,"source":{"id":"https://openalex.org/S4363607732","display_name":"2022 American Control Conference (ACC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 American Control Conference (ACC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054247309","display_name":"Islam Nazmy","orcid":null},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Islam Nazmy","raw_affiliation_strings":["University of Colorado at Boulder,Smead Aerospace Engineering Sciences Department,Boulder,CO,80303"],"affiliations":[{"raw_affiliation_string":"University of Colorado at Boulder,Smead Aerospace Engineering Sciences Department,Boulder,CO,80303","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024439180","display_name":"Andrew T. Harris","orcid":"https://orcid.org/0000-0002-5737-0016"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Harris","raw_affiliation_strings":["University of Colorado at Boulder,Smead Aerospace Engineering Sciences Department,Boulder,CO,80303"],"affiliations":[{"raw_affiliation_string":"University of Colorado at Boulder,Smead Aerospace Engineering Sciences Department,Boulder,CO,80303","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069564559","display_name":"Morteza Lahijanian","orcid":"https://orcid.org/0000-0001-7549-4365"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Morteza Lahijanian","raw_affiliation_strings":["University of Colorado at Boulder,Smead Aerospace Engineering Sciences Department,Boulder,CO,80303"],"affiliations":[{"raw_affiliation_string":"University of Colorado at Boulder,Smead Aerospace Engineering Sciences Department,Boulder,CO,80303","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085418982","display_name":"Hanspeter Schaub","orcid":"https://orcid.org/0000-0003-0002-6035"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanspeter Schaub","raw_affiliation_strings":["University of Colorado at Boulder,Smead Aerospace Engineering Sciences Department,Boulder,CO,80303"],"affiliations":[{"raw_affiliation_string":"University of Colorado at Boulder,Smead Aerospace Engineering Sciences Department,Boulder,CO,80303","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5054247309"],"corresponding_institution_ids":["https://openalex.org/I188538660"],"apc_list":null,"apc_paid":null,"fwci":1.6644,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.86069092,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1808","last_page":"1813"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.972000002861023,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11005","display_name":"Radiation Effects in Electronics","score":0.9696000218391418,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spacecraft","display_name":"Spacecraft","score":0.8881600499153137},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7829914093017578},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6209889054298401},{"id":"https://openalex.org/keywords/shielded-cable","display_name":"Shielded cable","score":0.5566954612731934},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5221753120422363},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5209839940071106},{"id":"https://openalex.org/keywords/attitude-control","display_name":"Attitude control","score":0.4459995925426483},{"id":"https://openalex.org/keywords/reaction-wheel","display_name":"Reaction wheel","score":0.44340482354164124},{"id":"https://openalex.org/keywords/image-sensor","display_name":"Image sensor","score":0.42730802297592163},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4268523156642914},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3599899113178253},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.33635446429252625},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3347465991973877},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3226172626018524},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2748907208442688},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09286859631538391}],"concepts":[{"id":"https://openalex.org/C29829512","wikidata":"https://www.wikidata.org/wiki/Q40218","display_name":"Spacecraft","level":2,"score":0.8881600499153137},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7829914093017578},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6209889054298401},{"id":"https://openalex.org/C77590175","wikidata":"https://www.wikidata.org/wiki/Q3506009","display_name":"Shielded cable","level":2,"score":0.5566954612731934},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5221753120422363},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5209839940071106},{"id":"https://openalex.org/C155710575","wikidata":"https://www.wikidata.org/wiki/Q83001","display_name":"Attitude control","level":2,"score":0.4459995925426483},{"id":"https://openalex.org/C206245727","wikidata":"https://www.wikidata.org/wiki/Q2457049","display_name":"Reaction wheel","level":3,"score":0.44340482354164124},{"id":"https://openalex.org/C76935873","wikidata":"https://www.wikidata.org/wiki/Q209121","display_name":"Image sensor","level":2,"score":0.42730802297592163},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4268523156642914},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3599899113178253},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.33635446429252625},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3347465991973877},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3226172626018524},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2748907208442688},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09286859631538391},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/acc53348.2022.9867762","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc53348.2022.9867762","pdf_url":null,"source":{"id":"https://openalex.org/S4363607732","display_name":"2022 American Control Conference (ACC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 American Control Conference (ACC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1498432697","https://openalex.org/W1523217322","https://openalex.org/W1680622244","https://openalex.org/W1975219867","https://openalex.org/W2112736234","https://openalex.org/W2238582461","https://openalex.org/W2736601468","https://openalex.org/W2784743256","https://openalex.org/W2949994934","https://openalex.org/W2963575966","https://openalex.org/W2998561324","https://openalex.org/W3011713911","https://openalex.org/W3027220477","https://openalex.org/W3148740559","https://openalex.org/W3172440881","https://openalex.org/W3176432592","https://openalex.org/W3198883153","https://openalex.org/W4214717370","https://openalex.org/W4295138992","https://openalex.org/W6741002519","https://openalex.org/W6748487558","https://openalex.org/W6774791939","https://openalex.org/W6780226713","https://openalex.org/W6791058932","https://openalex.org/W6801402053"],"related_works":["https://openalex.org/W1534141304","https://openalex.org/W3099737803","https://openalex.org/W2072475226","https://openalex.org/W2331862187","https://openalex.org/W1617149173","https://openalex.org/W4376166961","https://openalex.org/W2149251279","https://openalex.org/W2168141160","https://openalex.org/W1571628785","https://openalex.org/W1996602965"],"abstract_inverted_index":{"This":[0,140],"paper":[1],"considers":[2],"the":[3,61,67,105,110,163],"problem":[4],"of":[5,97,152],"autonomous":[6],"spacecraft":[7,57,118,133],"control":[8],"for":[9,109,130],"imaging":[10,62,138],"missions,":[11],"subject":[12],"to":[13,23,54,66,84,155],"safety":[14,32],"constraints.":[15],"The":[16,31,45,74,99],"controller":[17],"chooses":[18],"between":[19],"discrete":[20],"flight":[21,58],"modes":[22],"image":[24],"a":[25,70,79,86,95,117,132],"target":[26],"with":[27,165],"different":[28],"sensor":[29,103],"types.":[30],"constraints":[33],"include":[34],"maintaining":[35],"safe":[36],"battery":[37],"levels,":[38],"reaction":[39],"wheel":[40],"speeds,":[41],"and":[42,81],"body":[43],"rates.":[44],"proposed":[46],"approach":[47,127],"applies":[48],"shielded":[49],"deep":[50],"reinforcement":[51],"learning":[52],"(SDRL)":[53],"autonomously":[55],"command":[56],"modes,":[59],"where":[60],"requirements":[63],"are":[64],"communicated":[65],"agent":[68,106,146],"through":[69],"finite-state":[71],"machine":[72],"(FSM).":[73],"training":[75],"is":[76,128,150],"done":[77],"in":[78,94],"target-":[80],"orbit-agnostic":[82],"manner":[83],"create":[85],"single":[87],"artificial":[88],"neural":[89],"network":[90],"that":[91,125],"can":[92],"operate":[93],"range":[96],"conditions.":[98],"FSM":[100],"specifies":[101],"which":[102],"type":[104],"should":[107],"use":[108],"next":[111],"image.":[112],"Simulation":[113],"results":[114],"based":[115],"on":[116,120,148,162],"tasked":[119],"Boulder,":[121],"CO,":[122],"USA":[123],"demonstrate":[124],"this":[126],"effective":[129],"commanding":[131],"safely":[134],"while":[135],"meeting":[136],"predefined":[137],"requirements.":[139],"work":[141],"also":[142],"demonstrates":[143],"how":[144],"an":[145],"trained":[147],"Boulder":[149],"capable":[151],"being":[153],"applied":[154],"other":[156],"Earth-targets":[157],"as":[158,160],"well":[159],"targets":[161],"Moon":[164],"similar":[166],"performance.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}