{"id":"https://openalex.org/W7140103467","doi":"https://doi.org/10.1109/isparo66239.2025.11436505","title":"Deep Reinforcement Learning for Multi-Agent Spacecraft Electromagnetic Formation Flight","display_name":"Deep Reinforcement Learning for Multi-Agent Spacecraft Electromagnetic Formation Flight","publication_year":2025,"publication_date":"2025-12-01","ids":{"openalex":"https://openalex.org/W7140103467","doi":"https://doi.org/10.1109/isparo66239.2025.11436505"},"language":"en","primary_location":{"id":"doi:10.1109/isparo66239.2025.11436505","doi":"https://doi.org/10.1109/isparo66239.2025.11436505","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isparo66239.2025.11436505","pdf_url":null,"source":{"id":"https://openalex.org/S7407097202","display_name":"International Conference on Space Robotics (iSpaRo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference on Space Robotics (iSpaRo)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061329857","display_name":"Josef X. Biberstein","orcid":"https://orcid.org/0009-0006-9245-3972","observed_orcids":["https://orcid.org/0009-0006-9245-3972"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Josef X. Biberstein","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027095603","display_name":"Shreeyam Kacker","orcid":"https://orcid.org/0000-0002-7227-4946","observed_orcids":["https://orcid.org/0000-0002-7227-4946"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shreeyam Kacker","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113923056","display_name":"Kerri Cahoy","orcid":"https://orcid.org/0000-0002-7791-5124","observed_orcids":["https://orcid.org/0000-0002-7791-5124"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kerri Cahoy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5081073767","display_name":"Serta\u00e7 Karaman","orcid":"https://orcid.org/0000-0002-2225-7275","observed_orcids":["https://orcid.org/0000-0002-2225-7275"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sertac Karaman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.71538375,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"357","last_page":"363"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.5913000106811523,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.5913000106811523,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.3668999969959259,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.029400000348687172,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8199999928474426},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7850000262260437},{"id":"https://openalex.org/keywords/dipole-inversion","display_name":"dipole inversion","score":0.9520000219345093},{"id":"https://openalex.org/keywords/magnetic-field-control","display_name":"magnetic field control","score":0.5680000185966492},{"id":"https://openalex.org/keywords/satellite-swarms","display_name":"satellite swarms","score":0.7049999833106995}],"concepts":[{"id":"https://openalex.org/C29829512","wikidata":"https://www.wikidata.org/wiki/Q40218","display_name":"Spacecraft","level":2,"score":0.4415000081062317},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.39500001072883606},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3481999933719635},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.33219999074935913},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.2840999960899353},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2689000070095062},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isparo66239.2025.11436505","doi":"https://doi.org/10.1109/isparo66239.2025.11436505","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isparo66239.2025.11436505","pdf_url":null,"source":{"id":"https://openalex.org/S7407097202","display_name":"International Conference on Space Robotics (iSpaRo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference on Space Robotics (iSpaRo)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1995125144","https://openalex.org/W2052922854","https://openalex.org/W2167046723","https://openalex.org/W2320445765","https://openalex.org/W2949994934","https://openalex.org/W2998563613","https://openalex.org/W3120035904","https://openalex.org/W3125267060","https://openalex.org/W3190522703","https://openalex.org/W3203926485","https://openalex.org/W3210943393","https://openalex.org/W4224069083","https://openalex.org/W4236814501","https://openalex.org/W4319596838","https://openalex.org/W4393342892","https://openalex.org/W4396853515","https://openalex.org/W4401023295","https://openalex.org/W4407013772"],"related_works":["https://openalex.org/W7169164641","https://openalex.org/W3090019156","https://openalex.org/W4407016882","https://openalex.org/W4323767825","https://openalex.org/W7130568449","https://openalex.org/W2167046723","https://openalex.org/W4379876719","https://openalex.org/W4288686320","https://openalex.org/W4297154049","https://openalex.org/W4392941524"],"abstract_inverted_index":{"Multi-agent":[0],"architectures":[1],"for":[2,151,162,192,205],"space":[3],"missions":[4],"have":[5],"become":[6],"increasingly":[7],"popular":[8],"due":[9],"to":[10,18,33,146,157,184],"the":[11,16,26,44,78,96,119,180,193],"operational":[12,65],"benefits":[13,66],"provided":[14],"by":[15,50],"ability":[17],"fractionate":[19],"functionality":[20],"between":[21],"agents":[22,29],"and":[23,63,74,81,141],"gracefully":[24],"scale":[25],"number":[27],"of":[28,39,46,84,118,124,209],"up":[30],"or":[31],"down":[32],"meet":[34],"mission":[35],"needs.":[36],"The":[37],"control":[38,88,108,135,194,204],"multi-agent":[40],"satellite":[41],"swarms":[42],"through":[43],"interaction":[45],"magnetic":[47],"fields":[48],"generated":[49],"electromagnetic":[51,55],"coils,":[52],"known":[53],"as":[54,68,136],"formation":[56,208],"flight":[57],"(EMFF),":[58],"has":[59],"been":[60],"previously":[61],"explored":[62],"offers":[64],"such":[67],"mitigated":[69],"reliance":[70],"on":[71,94],"finite":[72],"propellant":[73],"non-mechanical":[75],"coupling.":[76],"However,":[77],"highly-coupled,":[79],"stiff,":[80],"chaotic":[82],"dynamics":[83,120],"EMFF":[85,133,163],"can":[86],"make":[87],"challenging.":[89],"Current":[90],"state-of-the-art":[91],"methods":[92],"rely":[93],"solving":[95],"dipole":[97,185],"inversion":[98],"subproblem":[99],"using":[100],"a":[101,137,158,166,188,206],"computationally":[102],"expensive":[103],"nonlinear":[104],"program":[105],"at":[106],"each":[107],"iteration.":[109],"In":[110],"this":[111,155,177],"work,":[112],"we":[113,131],"present":[114],"an":[115,148],"approximate":[116],"reformulation":[117],"which":[121],"addresses":[122],"some":[123],"their":[125],"problematic":[126],"aspects.":[127],"Using":[128],"our":[129,175],"dynamics,":[130],"formulate":[132],"swarm":[134,160],"Markov":[138],"decision":[139],"process":[140],"use":[142],"deep":[143],"reinforcement":[144],"learning":[145],"obtain":[147],"end-to-end":[149],"policy":[150,156,198],"control.":[152],"We":[153],"apply":[154],"heterogeneous":[159],"architecture":[161],"based":[164],"around":[165],"prime":[167],"spacecraft":[168],"with":[169],"auxiliary":[170],"inertial":[171],"propulsion":[172],"modalities.":[173],"To":[174],"knowledge,":[176],"work":[178],"demonstrates":[179],"first":[181],"learned":[182],"solution":[183],"inversion,":[186],"providing":[187],"constant":[189],"time":[190],"evaluation":[191],"loop.":[195],"Our":[196],"trained":[197],"achieves":[199],"sub-meter":[200],"accuracy":[201],"in":[202],"position":[203],"small":[207],"two":[210],"worker":[211],"spacecraft.":[212]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-03-24T00:00:00"}