{"id":"https://openalex.org/W4285820844","doi":"https://doi.org/10.1109/tii.2022.3192085","title":"Model-Based Reinforcement Learning and Neural-Network-Based Policy Compression for Spacecraft Rendezvous on Resource-Constrained Embedded Systems","display_name":"Model-Based Reinforcement Learning and Neural-Network-Based Policy Compression for Spacecraft Rendezvous on Resource-Constrained Embedded Systems","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4285820844","doi":"https://doi.org/10.1109/tii.2022.3192085"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2022.3192085","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2022.3192085","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056222500","display_name":"Zhibin Yang","orcid":"https://orcid.org/0000-0002-9888-6975"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibin Yang","raw_affiliation_strings":["School of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9888-6975","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013163668","display_name":"Linquan Xing","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linquan Xing","raw_affiliation_strings":["School of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029808393","display_name":"Zonghua Gu","orcid":"https://orcid.org/0000-0003-4228-2774"},"institutions":[{"id":"https://openalex.org/I90267481","display_name":"Ume\u00e5 University","ror":"https://ror.org/05kb8h459","country_code":"SE","type":"education","lineage":["https://openalex.org/I90267481"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Zonghua Gu","raw_affiliation_strings":["Department of Applied Physics and Electronics, Umeå University, Umeå, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-4228-2774","affiliations":[{"raw_affiliation_string":"Department of Applied Physics and Electronics, Umeå University, Umeå, Sweden","institution_ids":["https://openalex.org/I90267481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087487253","display_name":"Yingmin Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingmin Xiao","raw_affiliation_strings":["School of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057416557","display_name":"Yong Zhou","orcid":"https://orcid.org/0000-0002-3319-9795"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Zhou","raw_affiliation_strings":["School of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025184050","display_name":"Zhiqiu Huang","orcid":"https://orcid.org/0000-0001-6843-1892"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiu Huang","raw_affiliation_strings":["School of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6843-1892","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115444850","display_name":"Lei Xue","orcid":"https://orcid.org/0009-0002-7355-9668"},"institutions":[{"id":"https://openalex.org/I4210146919","display_name":"Shanghai Industrial Technology Institute","ror":"https://ror.org/03j1pdd39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210146919"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Xue","raw_affiliation_strings":["Shanghai Aerospace Electronic Technology Institute, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Aerospace Electronic Technology Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210146919"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.4427,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.97810589,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"19","issue":"1","first_page":"1107","last_page":"1116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8220365643501282},{"id":"https://openalex.org/keywords/rendezvous","display_name":"Rendezvous","score":0.738662600517273},{"id":"https://openalex.org/keywords/spacecraft","display_name":"Spacecraft","score":0.7163230776786804},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6884393692016602},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6298282146453857},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5292054414749146},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5239227414131165},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.38839125633239746},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3526283800601959},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15011358261108398},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0935792326927185}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8220365643501282},{"id":"https://openalex.org/C2779968344","wikidata":"https://www.wikidata.org/wiki/Q3932925","display_name":"Rendezvous","level":3,"score":0.738662600517273},{"id":"https://openalex.org/C29829512","wikidata":"https://www.wikidata.org/wiki/Q40218","display_name":"Spacecraft","level":2,"score":0.7163230776786804},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6884393692016602},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6298282146453857},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5292054414749146},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5239227414131165},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.38839125633239746},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3526283800601959},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15011358261108398},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0935792326927185},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2022.3192085","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2022.3192085","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G240667520","display_name":null,"funder_award_id":"201919052002","funder_id":"https://openalex.org/F4320322857","funder_display_name":"Aeronautical Science Foundation of China"},{"id":"https://openalex.org/G6663224608","display_name":null,"funder_award_id":"NS2019057","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8144407543","display_name":null,"funder_award_id":"62072233","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322857","display_name":"Aeronautical Science Foundation of China","ror":"https://ror.org/02wq41p38"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1523217322","https://openalex.org/W1771410628","https://openalex.org/W2010162373","https://openalex.org/W2079778759","https://openalex.org/W2089952735","https://openalex.org/W2098686464","https://openalex.org/W2580909119","https://openalex.org/W2594877703","https://openalex.org/W2607868186","https://openalex.org/W2686808192","https://openalex.org/W2736601468","https://openalex.org/W2798356176","https://openalex.org/W2804347605","https://openalex.org/W2920362155","https://openalex.org/W2950029838","https://openalex.org/W2957311447","https://openalex.org/W2962872206","https://openalex.org/W2963864421","https://openalex.org/W2969277962","https://openalex.org/W2972865977","https://openalex.org/W2996094799","https://openalex.org/W3035460113","https://openalex.org/W3049564166","https://openalex.org/W3082598040","https://openalex.org/W3105511950","https://openalex.org/W3118427582","https://openalex.org/W3120751058","https://openalex.org/W3125267060","https://openalex.org/W3133958367","https://openalex.org/W6638018090","https://openalex.org/W6684921986","https://openalex.org/W6737007698","https://openalex.org/W6741002519","https://openalex.org/W6751161574","https://openalex.org/W6754681091","https://openalex.org/W6760405395","https://openalex.org/W6767992629"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4225269853"],"abstract_inverted_index":{"Autonomous":[0],"spacecraft":[1,22,39,64],"rendezvous":[2,23],"is":[3,65,120],"very":[4],"challenging":[5],"in":[6,68],"increasingly":[7],"complex":[8],"space":[9],"missions.":[10],"In":[11],"this":[12],"article,":[13],"we":[14,77],"present":[15],"our":[16],"approach":[17],"model-based":[18],"reinforcement":[19,149],"learning":[20,150],"for":[21],"guidance":[24],"(MBRL4SRG).":[25],"We":[26],"build":[27],"a":[28,79,84],"Markov":[29],"decision":[30,51,96],"process":[31],"model":[32],"based":[33],"on":[34],"the":[35,50,54,59,91,95,105,110,115,118,132,147],"Clohessy-Wiltshire":[36],"equation":[37],"of":[38,63,70,94,117],"dynamics":[40],"and":[41,48,74,86,109,136,140],"use":[42],"dynamic":[43],"programming":[44],"to":[45,90],"solve":[46],"it":[47],"generate":[49],"table":[52],"as":[53,83],"optimal":[55],"agent":[56],"policy.":[57],"Since":[58],"onboard":[60],"computing":[61],"system":[62],"resource":[66],"constrained":[67],"terms":[69],"both":[71],"memory":[72],"size":[73],"processing":[75],"speed,":[76],"train":[78],"neural":[80],"network":[81],"(NN)":[82],"compact":[85],"efficient":[87],"function":[88],"approximation":[89],"tabular":[92],"representation":[93],"table.":[97],"The":[98],"NN":[99,119],"outputs":[100],"are":[101],"formally":[102],"verified":[103],"using":[104],"verification":[106,111],"tool":[107],"ReluVal,":[108],"results":[112,123],"show":[113],"that":[114,125],"robustness":[116],"maintained.":[121],"Experimental":[122],"indicate":[124],"MBRL4SRG":[126],"achieves":[127],"lower":[128],"computational":[129,142],"overhead":[130],"than":[131,146],"conventional":[133],"proportional\u2013integral\u2013derivative":[134],"algorithm":[135],"has":[137],"higher":[138],"trustworthiness":[139],"better":[141],"efficiency":[143],"during":[144],"training":[145],"model-free":[148],"algorithms.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}