{"id":"https://openalex.org/W7204167674","doi":"https://doi.org/10.31224/8059","title":"A Theoretical Sim-to-Real Transfer Framework for Deep Reinforcement Learning in Autonomous Spacecraft Attitude Control","display_name":"A Theoretical Sim-to-Real Transfer Framework for Deep Reinforcement Learning in Autonomous Spacecraft Attitude Control","publication_year":2026,"publication_date":"2026-08-25","ids":{"openalex":"https://openalex.org/W7204167674","doi":"https://doi.org/10.31224/8059"},"language":"en","primary_location":{"id":"doi:10.31224/8059","doi":"https://doi.org/10.31224/8059","is_oa":true,"landing_page_url":"https://doi.org/10.31224/8059","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.31224/8059","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073497488","display_name":"M. Elfarran","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I113643904","display_name":"Beni-Suef University","ror":"https://ror.org/05pn4yv70","country_code":"EG","type":"education","lineage":["https://openalex.org/I113643904"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Mohamed Elfarran","raw_affiliation_strings":["beni suef university"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"beni suef university","institution_ids":["https://openalex.org/I113643904"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5073497488"],"corresponding_institution_ids":["https://openalex.org/I113643904"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.027000000700354576,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sim-to-real-transfer","display_name":"sim-to-real transfer","score":0.9760000109672546},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8460000157356262},{"id":"https://openalex.org/keywords/spacecraft-attitude-control","display_name":"spacecraft attitude control","score":0.9940000176429749},{"id":"https://openalex.org/keywords/attitude-determination-and-control","display_name":"attitude determination and control","score":0.8690000176429749},{"id":"https://openalex.org/keywords/domain-randomization","display_name":"domain randomization","score":0.8790000081062317},{"id":"https://openalex.org/keywords/safety-envelope","display_name":"safety envelope","score":0.75},{"id":"https://openalex.org/keywords/nonlinear-spacecraft-dynamics","display_name":"nonlinear spacecraft dynamics","score":0.4410000145435333},{"id":"https://openalex.org/keywords/adaptive-nonlinear-control","display_name":"nonlinear adaptive control","score":0.47699999809265137},{"id":"https://openalex.org/keywords/hardware-in-the-loop-simulation","display_name":"hardware-in-the-loop","score":0.5989999771118164},{"id":"https://openalex.org/keywords/spacecraft-autonomy","display_name":"spacecraft autonomy","score":0.527999997138977}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7660999894142151},{"id":"https://openalex.org/C29829512","wikidata":"https://www.wikidata.org/wiki/Q40218","display_name":"Spacecraft","level":2,"score":0.7448999881744385},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.5141000151634216},{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.5095000267028809},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5072000026702881},{"id":"https://openalex.org/C155710575","wikidata":"https://www.wikidata.org/wiki/Q83001","display_name":"Attitude control","level":2,"score":0.4844000041484833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47850000858306885},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.4740999937057495},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44830000400543213},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.43950000405311584},{"id":"https://openalex.org/C91581856","wikidata":"https://www.wikidata.org/wiki/Q2707001","display_name":"Nonlinear control","level":3,"score":0.4129999876022339},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.40130001306533813},{"id":"https://openalex.org/C206245727","wikidata":"https://www.wikidata.org/wiki/Q2457049","display_name":"Reaction wheel","level":3,"score":0.39739999175071716},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.39730000495910645},{"id":"https://openalex.org/C167740415","wikidata":"https://www.wikidata.org/wiki/Q2876213","display_name":"Aerospace","level":2,"score":0.38940000534057617},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.3797999918460846},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.37279999256134033},{"id":"https://openalex.org/C65155139","wikidata":"https://www.wikidata.org/wiki/Q5380912","display_name":"Envelope (radar)","level":3,"score":0.3714999854564667},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C72898154","wikidata":"https://www.wikidata.org/wiki/Q458038","display_name":"Flight envelope","level":3,"score":0.3208000063896179},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.3206000030040741},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C19118579","wikidata":"https://www.wikidata.org/wiki/Q786423","display_name":"Frequency domain","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C551646850","wikidata":"https://www.wikidata.org/wiki/Q7572667","display_name":"Spacecraft design","level":3,"score":0.26589998602867126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.31224/8059","doi":"https://doi.org/10.31224/8059","is_oa":true,"landing_page_url":"https://doi.org/10.31224/8059","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.31224/8059","doi":"https://doi.org/10.31224/8059","is_oa":true,"landing_page_url":"https://doi.org/10.31224/8059","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7127884597","https://openalex.org/W4200487833","https://openalex.org/W2998561324","https://openalex.org/W7161760456","https://openalex.org/W4289655542","https://openalex.org/W7117346025","https://openalex.org/W7160005985","https://openalex.org/W3125267060","https://openalex.org/W4224048384","https://openalex.org/W4292178068"],"abstract_inverted_index":{"Deep":[0],"Reinforcement":[1],"Learning":[2],"(DRL)":[3],"has":[4],"demonstrated":[5],"promising":[6],"performance":[7],"for":[8,45,188],"spacecraft":[9,23,47,197],"attitude":[10],"control":[11,63,73,118,149],"in":[12],"simulation":[13],"environments.":[14],"However,":[15],"the":[16,66],"transition":[17],"from":[18],"simulation-trained":[19],"policies":[20],"to":[21,28,133],"real":[22],"operation":[24],"remains":[25],"limited":[26],"due":[27],"modeling":[29],"uncertainties,":[30],"safety":[31,75],"constraints,":[32],"and":[33,50,65,74,91,100,106,177,192],"certification":[34,135],"requirements.":[35],"This":[36],"paper":[37],"proposes":[38],"a":[39,61,98,116,144,162,169,185],"structured":[40],"theoretical":[41],"Sim-to-Real":[42],"transfer":[43],"framework":[44,172],"DRL-based":[46],"Attitude":[48],"Determination":[49],"Control":[51],"Systems":[52],"(ADCS).":[53],"The":[54,77,110,137,181],"spacecraft's":[55],"rotational":[56],"dynamics":[57],"are":[58],"formulated":[59],"as":[60,115,143],"nonlinear":[62,147],"system,":[64],"learning":[67,164,176],"objective":[68],"is":[69,113,127],"defined":[70],"under":[71,156],"bounded":[72,103,130],"constraints.":[76],"proposed":[78,182],"architecture":[79,150],"integrates":[80],"seven":[81],"coordinated":[82],"modules,":[83],"including":[84],"nominal":[85],"dynamic":[86],"modeling,":[87,94],"domain":[88],"randomization,":[89],"sensor":[90],"actuator":[92],"realism":[93],"robustness-oriented":[95],"policy":[96],"training,":[97],"Safety":[99,111],"Certification":[101],"Envelope,":[102],"post-deployment":[104],"adaptation,":[105],"onboard":[107],"runtime":[108],"supervision.":[109],"Envelope":[112],"formalized":[114],"constrained":[117,145],"set":[119],"with":[120],"projection-based":[121],"action":[122],"filtering,":[123],"while":[124],"parameter":[125],"adaptation":[126],"restricted":[128],"within":[129],"update":[131],"limits":[132],"preserve":[134],"assumptions.":[136],"resulting":[138],"system":[139],"can":[140],"be":[141],"interpreted":[142],"adaptive":[146],"closed-loop":[148],"that":[151,173],"ensures":[152],"bounded-input":[153],"bounded-state":[154],"behavior":[155],"operational":[157,193],"limits.":[158],"Rather":[159],"than":[160],"introducing":[161],"new":[163],"algorithm,":[165],"this":[166],"work":[167],"contributes":[168],"certification-aware":[170],"architectural":[171],"bridges":[174],"reinforcement":[175],"aerospace":[178],"assurance":[179],"principles.":[180],"design":[183],"establishes":[184],"rigorous":[186],"foundation":[187],"future":[189],"simulation-based,":[190],"hardware-in-the-loop,":[191],"validation":[194],"of":[195],"learning-enabled":[196],"autonomy.":[198]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-08-26T00:00:00"}