{"id":"https://openalex.org/W3047627630","doi":"https://doi.org/10.48550/arxiv.2008.03215","title":"Autonomous Six-Degree-of-Freedom Spacecraft Docking Maneuvers via Reinforcement Learning","display_name":"Autonomous Six-Degree-of-Freedom Spacecraft Docking Maneuvers via Reinforcement Learning","publication_year":2020,"publication_date":"2020-08-07","ids":{"openalex":"https://openalex.org/W3047627630","doi":"https://doi.org/10.48550/arxiv.2008.03215","mag":"3047627630"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2008.03215","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.03215","pdf_url":"https://arxiv.org/pdf/2008.03215","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.03215","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017549036","display_name":"Charles Oestreich","orcid":"https://orcid.org/0000-0003-2896-3100","observed_orcids":["https://orcid.org/0000-0003-2896-3100"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oestreich, Charles E.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087614402","display_name":"Richard Linares","orcid":"https://orcid.org/0000-0001-8325-7378","observed_orcids":["https://orcid.org/0000-0001-8325-7378","https://orcid.org/0000-0003-0797-2470"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linares, Richard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5084562136","display_name":"Ravi Gondhalekar","orcid":"https://orcid.org/0000-0003-0797-2470","observed_orcids":["https://orcid.org/0000-0003-0797-2470"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gondhalekar, Ravi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.41600000858306885,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.41600000858306885,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.3125,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.2612000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spacecraft-docking","display_name":"spacecraft docking","score":0.9869999885559082},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8309999704360962},{"id":"https://openalex.org/keywords/proximal-policy-optimization","display_name":"proximal policy optimization","score":0.9929999709129333},{"id":"https://openalex.org/keywords/autonomous-control","display_name":"autonomous control","score":0.5740000009536743},{"id":"https://openalex.org/keywords/proximity-operations","display_name":"proximity operations","score":0.5960000157356262},{"id":"https://openalex.org/keywords/feedback-control-law","display_name":"feedback control law","score":0.675000011920929},{"id":"https://openalex.org/keywords/optimal-control-comparison","display_name":"optimal control comparison","score":0.7289999723434448},{"id":"https://openalex.org/keywords/uncertain-environments","display_name":"uncertain environments","score":0.6790000200271606}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8684937357902527},{"id":"https://openalex.org/C29829512","wikidata":"https://www.wikidata.org/wiki/Q40218","display_name":"Spacecraft","level":2,"score":0.7872569561004639},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5609578490257263},{"id":"https://openalex.org/C41685203","wikidata":"https://www.wikidata.org/wiki/Q1974042","display_name":"Docking (animal)","level":2,"score":0.47309091687202454},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.37804821133613586},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33656251430511475},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3209684491157532},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.31065434217453003},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3099832534790039},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30129578709602356},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.15944480895996094},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2008.03215","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.03215","pdf_url":"https://arxiv.org/pdf/2008.03215","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2008.03215","doi":"https://doi.org/10.48550/arxiv.2008.03215","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2008.03215","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.03215","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.03215","pdf_url":"https://arxiv.org/pdf/2008.03215","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W142858861","https://openalex.org/W1771410628","https://openalex.org/W1965555277","https://openalex.org/W2010162373","https://openalex.org/W2024693985","https://openalex.org/W2079778759","https://openalex.org/W2117730228","https://openalex.org/W2121863487","https://openalex.org/W2130527887","https://openalex.org/W2192416605","https://openalex.org/W2342840547","https://openalex.org/W2556786221","https://openalex.org/W2736601468","https://openalex.org/W2809718535","https://openalex.org/W2897882581","https://openalex.org/W2912411486","https://openalex.org/W2937851279","https://openalex.org/W2949608212","https://openalex.org/W2949777049","https://openalex.org/W2949994934","https://openalex.org/W2964121744","https://openalex.org/W2997531993","https://openalex.org/W3148196954"],"related_works":["https://openalex.org/W3158127795","https://openalex.org/W7027679697","https://openalex.org/W7018266341","https://openalex.org/W4417459298","https://openalex.org/W4403927083","https://openalex.org/W4401689652","https://openalex.org/W4388514473","https://openalex.org/W7128715970","https://openalex.org/W7221769026","https://openalex.org/W4392601806"],"abstract_inverted_index":{"A":[0],"policy":[1,38,46],"for":[2,24,105,123,130],"six-degree-of-freedom":[3,55],"docking":[4,45,72,106],"maneuvers":[5,27],"is":[6,40,48],"developed":[7],"through":[8],"reinforcement":[9,103],"learning":[10,19,104],"and":[11,62,71,78,90,100],"implemented":[12],"as":[13,92,94,120],"a":[14,21,44,51,80,95,121],"feedback":[15],"control":[16,63,85,128],"law.":[17],"Reinforcement":[18],"provides":[20],"potential":[22],"framework":[23],"robust,":[25],"autonomous":[26],"in":[28,134],"uncertain":[29,135],"environments":[30],"with":[31,82],"low":[32],"on-board":[33],"computational":[34],"cost.":[35],"Specifically,":[36],"proximal":[37],"optimization":[39],"used":[41],"to":[42,59,110],"produce":[43],"that":[47],"valid":[49],"over":[50],"portion":[52],"of":[53,102,126],"the":[54,67,75,98],"state-space":[56],"while":[57],"striving":[58],"minimize":[60],"performance":[61],"costs.":[64],"Experiments":[65],"using":[66],"simulated":[68],"Apollo":[69],"transposition":[70],"maneuver":[73],"exhibit":[74],"policy's":[76],"capabilities":[77],"provide":[79],"comparison":[81],"standard":[83],"optimal":[84],"techniques.":[86],"Furthermore,":[87],"specific":[88],"challenges":[89],"work-arounds,":[91],"well":[93],"discussion":[96],"on":[97],"benefits":[99],"disadvantages":[101],"policies,":[107],"are":[108],"discussed":[109],"facilitate":[111],"future":[112],"research.":[113],"As":[114],"such,":[115],"this":[116],"work":[117],"will":[118],"serve":[119],"foundation":[122],"further":[124],"investigation":[125],"learning-based":[127],"laws":[129],"spacecraft":[131],"proximity":[132],"operations":[133],"environments.":[136]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2020-08-13T00:00:00"}