{"id":"https://openalex.org/W4396912982","doi":"https://doi.org/10.48550/arxiv.2405.06771","title":"Space Processor Computation Time Analysis for Reinforcement Learning and Run Time Assurance Control Policies","display_name":"Space Processor Computation Time Analysis for Reinforcement Learning and Run Time Assurance Control Policies","publication_year":2024,"publication_date":"2024-05-10","ids":{"openalex":"https://openalex.org/W4396912982","doi":"https://doi.org/10.48550/arxiv.2405.06771"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.06771","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.06771","pdf_url":"https://arxiv.org/pdf/2405.06771","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.06771","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003007448","display_name":"Kyle M. Dunlap","orcid":"https://orcid.org/0000-0002-5869-1380","observed_orcids":["https://orcid.org/0000-0002-5869-1380"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dunlap, Kyle","raw_affiliation_strings":["Parallax Advanced Research , Beavercreek , OH , 45431 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Parallax Advanced Research , Beavercreek , OH , 45431 , USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062691664","display_name":"Nathaniel P. Hamilton","orcid":"https://orcid.org/0000-0002-7147-1964","observed_orcids":["https://orcid.org/0000-0002-7147-1964"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hamilton, Nathaniel","raw_affiliation_strings":["Parallax Advanced Research , Beavercreek , OH , 45431 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Parallax Advanced Research , Beavercreek , OH , 45431 , USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115494496","display_name":"Francisco O. Viramontes","orcid":"https://orcid.org/0009-0008-3806-7936","observed_orcids":["https://orcid.org/0009-0008-3806-7936"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Viramontes, Francisco","raw_affiliation_strings":["COSMIAC , Albuquerque , NM , 87106 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"COSMIAC , Albuquerque , NM , 87106 , USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098623165","display_name":"Derrek C. Landauer","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405259804","display_name":"BlueHalo (United States)","ror":"https://ror.org/02rc83v19","country_code":"US","type":"company","lineage":["https://openalex.org/I4405259804"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Landauer, Derrek","raw_affiliation_strings":["BlueHalo , Albuquerque , NM , 87123 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BlueHalo , Albuquerque , NM , 87123 , USA","institution_ids":["https://openalex.org/I4405259804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030984415","display_name":"Evan T. Kain","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]},{"id":"https://openalex.org/I2800117799","display_name":"Kirtland Air Force Base","ror":"https://ror.org/04erk7g84","country_code":"US","type":"other","lineage":["https://openalex.org/I1330347796","https://openalex.org/I2800117799","https://openalex.org/I4210089612","https://openalex.org/I4210102105"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kain, Evan","raw_affiliation_strings":["Air Force Research Laboratory , Kirtland Air Force Base , NM , 87117 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Research Laboratory , Kirtland Air Force Base , NM , 87117 , USA","institution_ids":["https://openalex.org/I1280414376","https://openalex.org/I2800117799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062437401","display_name":"Kerianne L. Hobbs","orcid":"https://orcid.org/0000-0001-5215-2231","observed_orcids":["https://orcid.org/0000-0001-5215-2231"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hobbs, Kerianne L.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5342000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5342000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13436","display_name":"Space Technology and Applications","score":0.21150000393390656,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.08649999648332596,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8510000109672546},{"id":"https://openalex.org/keywords/runtime-assurance","display_name":"runtime assurance","score":0.9610000252723694},{"id":"https://openalex.org/keywords/neural-network-controller","display_name":"neural network controller","score":0.7850000262260437},{"id":"https://openalex.org/keywords/commercial-off-the-shelf-processors","display_name":"commercial off-the-shelf processors","score":0.9160000085830688},{"id":"https://openalex.org/keywords/real-time-control","display_name":"real-time control","score":0.3619999885559082}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7095323801040649},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6971718072891235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6587026715278625},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5406844615936279},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27214938402175903},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.13900279998779297}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.06771","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.06771","pdf_url":"https://arxiv.org/pdf/2405.06771","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.06771","doi":"https://doi.org/10.48550/arxiv.2405.06771","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.06771","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.06771","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.06771","pdf_url":"https://arxiv.org/pdf/2405.06771","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396912982.pdf","grobid_xml":"https://content.openalex.org/works/W4396912982.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4402688586","https://openalex.org/W4407413197","https://openalex.org/W7127285775","https://openalex.org/W4402489538","https://openalex.org/W4389740637","https://openalex.org/W4307876719","https://openalex.org/W4394645801","https://openalex.org/W4285820844","https://openalex.org/W4317651273","https://openalex.org/W3203411949"],"abstract_inverted_index":{"As":[0],"the":[1,33,41,150],"number":[2],"of":[3,57],"spacecraft":[4],"on":[5,73,86,114],"orbit":[6],"continues":[7],"to":[8,16,35,69,81],"grow,":[9],"it":[10],"is":[11],"challenging":[12],"for":[13,21,43,144],"human":[14],"operators":[15],"constantly":[17],"monitor":[18],"and":[19,94,109,117,127,134],"plan":[20],"all":[22,125],"missions.":[23],"Autonomous":[24],"control":[25],"methods":[26],"such":[27],"as":[28],"reinforcement":[29],"learning":[30],"(RL)":[31],"have":[32],"power":[34],"solve":[36],"complex":[37],"tasks":[38],"while":[39],"reducing":[40],"need":[42],"constant":[44],"operator":[45],"intervention.":[46],"By":[47],"combining":[48],"RL":[49],"solutions":[50],"with":[51,142],"run":[52,82],"time":[53,85],"assurance":[54],"(RTA),":[55],"safety":[56],"these":[58,71],"systems":[59],"can":[60,131],"be":[61,79],"assured":[62],"in":[63,67,83,137,149],"real":[64,84,151],"time.":[65],"However,":[66],"order":[68],"use":[70],"algorithms":[72,111,130],"board":[74],"a":[75],"spacecraft,":[76],"they":[77],"must":[78],"able":[80],"space":[87],"grade":[88],"processors,":[89],"which":[90],"are":[91],"typically":[92],"outdated":[93],"less":[95],"capable":[96],"than":[97],"state-of-the-art":[98],"equipment.":[99],"In":[100],"this":[101],"paper,":[102],"multiple":[103],"RL-trained":[104],"neural":[105],"network":[106],"controllers":[107],"(NNCs)":[108],"RTA":[110,129],"were":[112],"tested":[113],"commercial-off-the-shelf":[115],"(COTS)":[116],"radiation":[118],"tolerant":[119],"processors.":[120],"The":[121],"results":[122],"show":[123],"that":[124],"NNCs":[126],"most":[128],"compute":[132],"optimal":[133],"safe":[135],"actions":[136],"well":[138],"under":[139],"1":[140],"second":[141],"room":[143],"further":[145],"optimization":[146],"before":[147],"deploying":[148],"world.":[152]},"counts_by_year":[],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2024-05-15T00:00:00"}