{"id":"https://openalex.org/W7225318395","doi":"https://doi.org/10.20944/preprints202611.0488.v1","title":"Autonomous Space Systems via Reinforcement Learning: Review, Challenges, and Future Directions","display_name":"Autonomous Space Systems via Reinforcement Learning: Review, Challenges, and Future Directions","publication_year":2026,"publication_date":"2026-11-05","ids":{"openalex":"https://openalex.org/W7225318395","doi":"https://doi.org/10.20944/preprints202611.0488.v1"},"language":"en","primary_location":{"id":"doi:10.20944/preprints202611.0488.v1","doi":"https://doi.org/10.20944/preprints202611.0488.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202611.0488.v1","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.20944/preprints202611.0488.v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046555390","display_name":"Mahya Ramezani","orcid":"https://orcid.org/0009-0009-5374-0989","observed_orcids":["https://orcid.org/0009-0009-5374-0989"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahya Ramezani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5069930973","display_name":"M. Amin Alandihallaj","orcid":"https://orcid.org/0000-0002-8526-3605","observed_orcids":["https://orcid.org/0000-0002-8526-3605","https://orcid.org/0000-0003-2241-6165"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"M. Amin Alandihallaj","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5069930973"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6538000106811523,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6538000106811523,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.31619998812675476,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.017500000074505806,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8899999856948853},{"id":"https://openalex.org/keywords/autonomous-spacecraft","display_name":"autonomous spacecraft","score":0.5960000157356262},{"id":"https://openalex.org/keywords/spacecraft-guidance-navigation-and-control","display_name":"spacecraft guidance, navigation and control","score":0.8539999723434448},{"id":"https://openalex.org/keywords/attitude-control","display_name":"attitude control","score":0.8360000252723694},{"id":"https://openalex.org/keywords/orbit-control","display_name":"orbit control","score":0.9570000171661377},{"id":"https://openalex.org/keywords/planetary-landing","display_name":"planetary landing","score":0.9869999885559082},{"id":"https://openalex.org/keywords/rendezvous-and-docking","display_name":"rendezvous and docking","score":0.9620000123977661},{"id":"https://openalex.org/keywords/space-robotics","display_name":"space robotics","score":0.9980000257492065},{"id":"https://openalex.org/keywords/surface-mobility","display_name":"surface mobility","score":0.7300000190734863},{"id":"https://openalex.org/keywords/hybrid-control-architecture","display_name":"hybrid control architecture","score":0.6570000052452087},{"id":"https://openalex.org/keywords/controller-validation","display_name":"controller validation","score":0.6330000162124634},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.675000011920929},{"id":"https://openalex.org/keywords/out-of-distribution-generalization","display_name":"out-of-distribution generalization","score":0.8980000019073486},{"id":"https://openalex.org/keywords/onboard-processing","display_name":"on-board processing","score":0.5630000233650208}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6359000205993652},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5931000113487244},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5648999810218811},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5587000250816345},{"id":"https://openalex.org/C29829512","wikidata":"https://www.wikidata.org/wiki/Q40218","display_name":"Spacecraft","level":2,"score":0.5291000008583069},{"id":"https://openalex.org/C2779968344","wikidata":"https://www.wikidata.org/wiki/Q3932925","display_name":"Rendezvous","level":3,"score":0.5152999758720398},{"id":"https://openalex.org/C104060986","wikidata":"https://www.wikidata.org/wiki/Q180046","display_name":"Space exploration","level":2,"score":0.49559998512268066},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4684999883174896},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.4196999967098236},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.40639999508857727},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3898000121116638},{"id":"https://openalex.org/C26355699","wikidata":"https://www.wikidata.org/wiki/Q1378139","display_name":"Robotic spacecraft","level":3,"score":0.36570000648498535},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3230000138282776},{"id":"https://openalex.org/C91581856","wikidata":"https://www.wikidata.org/wiki/Q2707001","display_name":"Nonlinear control","level":3,"score":0.3183000087738037},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3127000033855438},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.30660000443458557},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C115527620","wikidata":"https://www.wikidata.org/wiki/Q769909","display_name":"Nonlinear programming","level":3,"score":0.28839999437332153},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2624000012874603},{"id":"https://openalex.org/C31531917","wikidata":"https://www.wikidata.org/wiki/Q915157","display_name":"Robust control","level":3,"score":0.25949999690055847},{"id":"https://openalex.org/C73586568","wikidata":"https://www.wikidata.org/wiki/Q2600211","display_name":"Parameter space","level":2,"score":0.25690001249313354}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.20944/preprints202611.0488.v1","doi":"https://doi.org/10.20944/preprints202611.0488.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202611.0488.v1","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.20944/preprints202611.0488.v1","doi":"https://doi.org/10.20944/preprints202611.0488.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202611.0488.v1","pdf_url":null,"source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4292178068","https://openalex.org/W7101570651","https://openalex.org/W6945184174","https://openalex.org/W7225208931","https://openalex.org/W3163277281","https://openalex.org/W3204572793","https://openalex.org/W2802990299","https://openalex.org/W4416790607","https://openalex.org/W4409795818","https://openalex.org/W4417534348"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,128],"(RL)":[2],"is":[3],"increasingly":[4,182],"being":[5],"investigated":[6],"for":[7,177],"spacecraft":[8],"guidance,":[9,51],"navigation,":[10],"control,":[11,47],"and":[12,34,45,49,57,63,80,87,104,111,121,159,172],"mission":[13],"autonomy,":[14],"particularly":[15],"where":[16],"uncertainty,":[17,103],"nonlinear":[18],"dynamics,":[19],"limited":[20],"onboard":[21,106],"computation,":[22],"or":[23,130,135],"changing":[24],"operating":[25],"conditions":[26],"challenge":[27],"conventional":[28,133],"approaches.":[29],"This":[30],"review":[31,164],"examines":[32],"RL":[33],"closely":[35],"related":[36],"learning-based":[37],"methods":[38],"across":[39],"major":[40],"space-control":[41],"applications,":[42],"including":[43],"attitude":[44],"orbit":[46],"low-thrust":[48],"cislunar":[50],"planetary":[52],"landing,":[53],"small-body":[54],"operations,":[55],"rendezvous":[56],"docking,":[58],"space":[59],"robotics,":[60],"surface":[61],"mobility,":[62],"mission-level":[64],"autonomy.":[65],"Reported":[66],"results":[67],"are":[68],"assessed":[69],"with":[70,166],"respect":[71],"to":[72,85,101],"classical":[73,112],"baselines,":[74],"quantitative":[75],"performance,":[76],"robustness,":[77],"computational":[78],"cost,":[79],"validation":[81,175],"fidelity":[82],"from":[83],"simulation":[84],"hardware":[86],"flight":[88],"demonstrations.":[89],"Across":[90],"the":[91,141],"literature,":[92],"learned":[93,179],"controllers":[94,180],"often":[95],"show":[96],"advantages":[97,116],"in":[98,117,126,148,181],"adaptation,":[99],"robustness":[100],"modeled":[102],"rapid":[105],"evaluation,":[107],"while":[108],"numerical":[109],"optimization":[110],"control":[113,136],"generally":[114],"retain":[115],"nominal":[118],"optimality,":[119],"interpretability,":[120],"established":[122],"guarantees.":[123],"Hybrid":[124],"architectures,":[125],"which":[127],"modifies":[129],"augments":[131],"a":[132,173],"guidance":[134],"law,":[137],"provide":[138],"some":[139],"of":[140],"most":[142],"consistent":[143],"results.":[144],"Important":[145],"limitations":[146],"remain":[147],"out-of-distribution":[149],"generalization,":[150],"benchmarking,":[151],"statistical":[152],"reporting,":[153],"navigation":[154],"realism,":[155],"verification,":[156],"implementation":[157],"assurance,":[158],"independent":[160],"high-fidelity":[161],"validation.":[162],"The":[163],"concludes":[165],"proposed":[167],"benchmark":[168],"problems,":[169],"reporting":[170],"practices,":[171],"staged":[174],"pathway":[176],"assessing":[178],"realistic":[183],"space-system":[184],"environments.":[185]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-11-06T00:00:00"}