{"id":"https://openalex.org/W4285310987","doi":"https://doi.org/10.1109/taes.2022.3180271","title":"Spacecraft Proximity Maneuvering and Rendezvous With Collision Avoidance Based on Reinforcement Learning","display_name":"Spacecraft Proximity Maneuvering and Rendezvous With Collision Avoidance Based on Reinforcement Learning","publication_year":2022,"publication_date":"2022-06-10","ids":{"openalex":"https://openalex.org/W4285310987","doi":"https://doi.org/10.1109/taes.2022.3180271"},"language":"en","primary_location":{"id":"doi:10.1109/taes.2022.3180271","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2022.3180271","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001372270","display_name":"Qingyu Qu","orcid":"https://orcid.org/0000-0003-1703-5739"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyu Qu","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451446","display_name":"Kexin Liu","orcid":"https://orcid.org/0000-0003-4328-6339"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kexin Liu","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, School of Automation Science and Electrical Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4328-6339","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059229969","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0001-9596-2752"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, School of Automation Science and Electrical Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9596-2752","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027725400","display_name":"Jinhu L\u00fc","orcid":"https://orcid.org/0000-0003-0275-8387"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinhu Lu","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, School of Automation Science and Electrical Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0275-8387","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":29.3196,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.99567174,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"58","issue":"6","first_page":"5823","last_page":"5834"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8449453711509705},{"id":"https://openalex.org/keywords/rendezvous","display_name":"Rendezvous","score":0.795480489730835},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.7762688398361206},{"id":"https://openalex.org/keywords/spacecraft","display_name":"Spacecraft","score":0.7464497089385986},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5781430006027222},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.48444700241088867},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45314157009124756},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4515579640865326},{"id":"https://openalex.org/keywords/space-exploration","display_name":"Space exploration","score":0.4166179299354553},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.28991129994392395},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.27722853422164917},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.25517523288726807},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.22947347164154053}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8449453711509705},{"id":"https://openalex.org/C2779968344","wikidata":"https://www.wikidata.org/wiki/Q3932925","display_name":"Rendezvous","level":3,"score":0.795480489730835},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.7762688398361206},{"id":"https://openalex.org/C29829512","wikidata":"https://www.wikidata.org/wiki/Q40218","display_name":"Spacecraft","level":2,"score":0.7464497089385986},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5781430006027222},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.48444700241088867},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45314157009124756},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4515579640865326},{"id":"https://openalex.org/C104060986","wikidata":"https://www.wikidata.org/wiki/Q180046","display_name":"Space exploration","level":2,"score":0.4166179299354553},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28991129994392395},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.27722853422164917},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.25517523288726807},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.22947347164154053},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taes.2022.3180271","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2022.3180271","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8999999761581421}],"awards":[{"id":"https://openalex.org/G4769285672","display_name":null,"funder_award_id":"92067204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5582009282","display_name":null,"funder_award_id":"62022008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8258143549","display_name":null,"funder_award_id":"61903017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1969959431","https://openalex.org/W1973516278","https://openalex.org/W1980297821","https://openalex.org/W1982344251","https://openalex.org/W1983162619","https://openalex.org/W2018234906","https://openalex.org/W2073499686","https://openalex.org/W2176715885","https://openalex.org/W2231307238","https://openalex.org/W2320262435","https://openalex.org/W2770538747","https://openalex.org/W2793397928","https://openalex.org/W2860461072","https://openalex.org/W2900759201","https://openalex.org/W2912766043","https://openalex.org/W2942664713","https://openalex.org/W2963864421","https://openalex.org/W2981085430","https://openalex.org/W2990440736","https://openalex.org/W2997938989","https://openalex.org/W3011490034","https://openalex.org/W3017408796","https://openalex.org/W3033183381","https://openalex.org/W3033485479","https://openalex.org/W3036737981","https://openalex.org/W3062245350","https://openalex.org/W3095825392","https://openalex.org/W3110829240","https://openalex.org/W3155137447","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2057371520","https://openalex.org/W2183620364","https://openalex.org/W2542862126","https://openalex.org/W2807763113","https://openalex.org/W2030068303","https://openalex.org/W1521763702","https://openalex.org/W2245527669","https://openalex.org/W2156068714","https://openalex.org/W2742483371","https://openalex.org/W3208036914"],"abstract_inverted_index":{"The":[0],"rapid":[1],"development":[2],"of":[3,15,42,50,87,116,131,235],"the":[4,9,13,37,43,48,74,93,97,104,114,124,129,155,164,171,176,183,195,201,207,216],"aerospace":[5],"industry":[6],"puts":[7],"forward":[8],"urgent":[10],"need":[11],"for":[12,69,222],"evolution":[14],"autonomous":[16,44],"spacecraft":[17,45],"rendezvous":[18,46],"technology,":[19],"which":[20,237],"has":[21],"gained":[22],"significant":[23],"attention":[24],"recently":[25],"due":[26],"to":[27,63,73,91,102,112,121,138,143],"increased":[28],"applications":[29],"in":[30,82,136,230],"various":[31],"space":[32],"missions.":[33],"This":[34],"article":[35],"studies":[36],"relative":[38],"position":[39],"tracking":[40],"problem":[41],"under":[47],"requirement":[49],"collision":[51],"avoidance.":[52],"An":[53],"exploration-adaptive":[54],"deep":[55,189],"deterministic":[56,94],"policy":[57],"gradient":[58],"(DDPG)":[59],"algorithm":[60],"is":[61,110,151],"proposed":[62],"train":[64],"a":[65,148,219,231],"definite":[66],"control":[67,166,185],"strategy":[68,167,186,220],"this":[70,83],"mission.":[71],"Similar":[72],"DDPG":[75],"algorithm,":[76],"four":[77],"neural":[78],"networks":[79],"are":[80,89,100],"used":[81,90,101],"method,":[84],"where":[85],"two":[86,99,159],"them":[88],"generate":[92],"policy,":[95],"whereas":[96],"other":[98,145,224],"score":[103],"obtained":[105],"policy.":[106],"Differently,":[107],"adaptive":[108],"noise":[109],"introduced":[111,152],"reduce":[113],"possibility":[115],"oscillations":[117],"and":[118,120,140],"divergences":[119],"cut":[122],"down":[123],"unnecessary":[125],"computation":[126],"by":[127,153,175,198],"weakening":[128],"exploration":[130],"stabilization":[132],"problems.":[133],"In":[134],"addition,":[135],"order":[137],"effectively":[139,169],"quickly":[141],"adapt":[142],"some":[144,223],"similar":[146],"scenarios,":[147],"metalearning-based":[149,217],"idea":[150],"fine-tuning":[154],"prior":[156],"strategy.":[157],"Finally,":[158],"numerical":[160],"simulations":[161],"show":[162],"that":[163],"trained":[165,184,229],"can":[168,193,227],"avoid":[170],"oscillation":[172],"phenomenon":[173],"caused":[174],"artificial":[177,209],"potential":[178,210],"function.":[179],"Benefiting":[180],"from":[181],"this,":[182],"based":[187],"on":[188],"reinforcement":[190],"learning":[191],"technology":[192],"decrease":[194],"energy":[196],"consumption":[197],"16.44%":[199],"during":[200],"close":[202],"proximity":[203],"phase,":[204],"compared":[205],"with":[206],"traditional":[208],"function":[211],"method.":[212],"Besides,":[213],"after":[214],"introducing":[215],"idea,":[218],"available":[221],"perturbed":[225],"scenarios":[226],"be":[228],"relatively":[232],"short":[233],"period":[234],"time,":[236],"illustrates":[238],"its":[239],"adaptability.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}