{"id":"https://openalex.org/W4405468151","doi":"https://doi.org/10.48550/arxiv.2412.10530","title":"Deep Reinforcement Learning for Scalable Multiagent Spacecraft Inspection","display_name":"Deep Reinforcement Learning for Scalable Multiagent Spacecraft Inspection","publication_year":2024,"publication_date":"2024-12-13","ids":{"openalex":"https://openalex.org/W4405468151","doi":"https://doi.org/10.48550/arxiv.2412.10530"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2412.10530","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.10530","pdf_url":"https://arxiv.org/pdf/2412.10530","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.10530","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003007448","display_name":"Kyle M. Dunlap","orcid":"https://orcid.org/0000-0002-5869-1380","observed_orcids":["https://orcid.org/0000-0002-5869-1380"]},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]},{"id":"https://openalex.org/I2799950915","display_name":"Wright-Patterson Air Force Base","ror":"https://ror.org/0097e1k27","country_code":"US","type":"other","lineage":["https://openalex.org/I1330347796","https://openalex.org/I2799950915","https://openalex.org/I4210089612","https://openalex.org/I4210102105"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dunlap, Kyle","raw_affiliation_strings":["Aerospace Engineer , Autonomy Capability Team (ACT3) , Air Force Research Laboratory , 2241 Avionics Circle , Wright- Patterson AFB , OH , 45433"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aerospace Engineer , Autonomy Capability Team (ACT3) , Air Force Research Laboratory , 2241 Avionics Circle , Wright- Patterson AFB , OH , 45433","institution_ids":["https://openalex.org/I1280414376","https://openalex.org/I2799950915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062691664","display_name":"Nathaniel P. Hamilton","orcid":"https://orcid.org/0000-0002-7147-1964","observed_orcids":["https://orcid.org/0000-0002-7147-1964"]},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]},{"id":"https://openalex.org/I2799950915","display_name":"Wright-Patterson Air Force Base","ror":"https://ror.org/0097e1k27","country_code":"US","type":"other","lineage":["https://openalex.org/I1330347796","https://openalex.org/I2799950915","https://openalex.org/I4210089612","https://openalex.org/I4210102105"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hamilton, Nathaniel","raw_affiliation_strings":["AI Scientist , Intelligent Systems Division , Parallax Advanced Research , 4035 Colonel Glenn Hwy , Beavercreek , OH , 45431","Autonomy Capability Team (ACT3) , Air Force Research Laboratory , 2241 Avionics Circle , Wright-Patterson AFB , OH , 45433"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI Scientist , Intelligent Systems Division , Parallax Advanced Research , 4035 Colonel Glenn Hwy , Beavercreek , OH , 45431","institution_ids":[]},{"raw_affiliation_string":"Autonomy Capability Team (ACT3) , Air Force Research Laboratory , 2241 Avionics Circle , Wright-Patterson AFB , OH , 45433","institution_ids":["https://openalex.org/I1280414376","https://openalex.org/I2799950915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062437401","display_name":"Kerianne L. Hobbs","orcid":"https://orcid.org/0000-0001-5215-2231","observed_orcids":["https://orcid.org/0000-0001-5215-2231"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hobbs, Kerianne L.","raw_affiliation_strings":["Safe Autonomy Lead,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Safe Autonomy Lead,","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8726000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8726000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.12080000340938568,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.824999988079071},{"id":"https://openalex.org/keywords/spacecraft-inspection","display_name":"spacecraft inspection","score":0.8799999952316284},{"id":"https://openalex.org/keywords/autonomous-spacecraft-control","display_name":"autonomous spacecraft control","score":0.6050000190734863},{"id":"https://openalex.org/keywords/agent-communication","display_name":"agent communication","score":0.8560000061988831},{"id":"https://openalex.org/keywords/neural-network-controller","display_name":"neural network controller","score":0.7459999918937683},{"id":"https://openalex.org/keywords/space-debris-mitigation","display_name":"space debris mitigation","score":0.39899998903274536}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.813446581363678},{"id":"https://openalex.org/C29829512","wikidata":"https://www.wikidata.org/wiki/Q40218","display_name":"Spacecraft","level":2,"score":0.7136781215667725},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6444082260131836},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5798646807670593},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.42718249559402466},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4177875518798828},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4017776548862457},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24997809529304504},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.23414146900177002},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.05145213007926941},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.04745727777481079}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2412.10530","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.10530","pdf_url":"https://arxiv.org/pdf/2412.10530","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2412.10530","doi":"https://doi.org/10.48550/arxiv.2412.10530","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.10530","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.10530","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.10530","pdf_url":"https://arxiv.org/pdf/2412.10530","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405468151.pdf","grobid_xml":"https://content.openalex.org/works/W4405468151.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4393342892","https://openalex.org/W4386104429","https://openalex.org/W4385681104","https://openalex.org/W4406318354","https://openalex.org/W7033603788","https://openalex.org/W7101570651","https://openalex.org/W6921724480","https://openalex.org/W7126041105","https://openalex.org/W4391509930","https://openalex.org/W3127456867"],"abstract_inverted_index":{"As":[0,22,96],"the":[1,70,87,97,103,111,114,135,153,186,192,198],"number":[2,98],"of":[3,38,55,77,99,113,134,149],"spacecraft":[4,100,162,173],"in":[5,152],"orbit":[6],"continues":[7],"to":[8,18,30,48,72,86,129,142,160,169,174,194,196,203],"increase,":[9],"it":[10,66],"is":[11,41,67,83,140,158,167,183,210],"becoming":[12],"more":[13,200],"challenging":[14],"for":[15,69,102],"human":[16],"operators":[17],"manage":[19],"each":[20,78],"mission.":[21],"a":[23,53,119,125,143,161,178,204],"result,":[24],"autonomous":[25,39],"control":[26,40],"methods":[27],"are":[28],"needed":[29],"reduce":[31],"this":[32,81,116],"burden":[33],"on":[34,132],"operators.":[35],"One":[36],"method":[37],"Reinforcement":[42],"Learning":[43],"(RL),":[44],"which":[45],"has":[46],"proven":[47],"have":[49,75],"great":[50],"success":[51],"across":[52],"variety":[54],"complex":[56],"tasks.":[57],"For":[58],"missions":[59],"with":[60],"multiple":[61,171],"controlled":[62],"spacecraft,":[63],"or":[64,106],"agents,":[65],"critical":[68],"agents":[71,193],"communicate":[73],"and":[74,176],"knowledge":[76],"other,":[79],"where":[80,146,165,207],"information":[82,131,209],"typically":[84],"given":[85],"Neural":[88],"Network":[89],"Controller":[90],"(NNC)":[91],"as":[92],"an":[93],"input":[94],"observation.":[95],"used":[101,168],"mission":[104],"increases":[105],"decreases,":[107],"rather":[108],"than":[109],"modifying":[110],"size":[112,128],"observation,":[115],"paper":[117],"develops":[118],"scalable":[120,187],"observation":[121,127,156,188],"space":[122,157,189],"that":[123,185],"uses":[124],"constant":[126],"give":[130],"all":[133],"other":[136,150],"agents.":[137,213],"This":[138,155],"approach":[139],"similar":[141],"lidar":[144],"sensor,":[145],"determines":[147],"ranges":[148],"objects":[151],"environment.":[154],"applied":[159],"inspection":[163],"task,":[164],"RL":[166],"train":[170],"deputy":[172],"cooperate":[175],"inspect":[177],"passive":[179],"chief":[180],"spacecraft.":[181],"It":[182],"expected":[184],"will":[190],"allow":[191],"learn":[195],"complete":[197],"task":[199],"efficiently":[201],"compared":[202],"baseline":[205],"solution":[206],"no":[208],"communicated":[211],"between":[212]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2024-12-18T00:00:00"}