{"id":"https://openalex.org/W4405714597","doi":"https://doi.org/10.48550/arxiv.2412.15573","title":"Multi Agent Reinforcement Learning for Sequential Satellite Assignment Problems","display_name":"Multi Agent Reinforcement Learning for Sequential Satellite Assignment Problems","publication_year":2024,"publication_date":"2024-12-20","ids":{"openalex":"https://openalex.org/W4405714597","doi":"https://doi.org/10.48550/arxiv.2412.15573"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2412.15573","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.15573","pdf_url":"https://arxiv.org/pdf/2412.15573","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.15573","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Holder, Joshua","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Holder, Joshua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046953322","display_name":"Natasha Jaques","orcid":"https://orcid.org/0000-0002-8413-9469"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaques, Natasha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5040511603","display_name":"Mehran Mesbahi","orcid":"https://orcid.org/0000-0001-6972-6588"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mesbahi, Mehran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11082","display_name":"Spacecraft Dynamics and Control","score":0.9485999941825867,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9422000050544739,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7856185436248779},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.6450995802879333},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.6114556193351746},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5543065071105957},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4010189473628998},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16372430324554443},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.09540528059005737},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.043374836444854736}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7856185436248779},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.6450995802879333},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6114556193351746},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5543065071105957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4010189473628998},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16372430324554443},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.09540528059005737},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.043374836444854736}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2412.15573","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.15573","pdf_url":"https://arxiv.org/pdf/2412.15573","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2412.15573","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.15573","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.15573","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.15573","pdf_url":"https://arxiv.org/pdf/2412.15573","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1523888516","display_name":null,"funder_award_id":"FA9550-","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G2022381010","display_name":null,"funder_award_id":"DGE-2140004","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G36446433","display_name":null,"funder_award_id":"FA9550-20-1","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G5729145195","display_name":null,"funder_award_id":"FA9550-20","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G5809100787","display_name":null,"funder_award_id":"FA9550","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G7433715061","display_name":null,"funder_award_id":"FA9550-20-1-0053","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G896033168","display_name":"Graduate Research Fellowship Program (GRFP)","funder_award_id":"2140004","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4405714597.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Assignment":[0],"problems":[1,70],"are":[2],"a":[3,10,18,46,78,105,121],"classic":[4],"combinatorial":[5],"optimization":[6],"problem":[7,49],"in":[8,50,55,148,161],"which":[9],"group":[11,19],"of":[12,20,35,86,100,172],"agents":[13,173],"must":[14],"be":[15],"assigned":[16],"to":[17,44,94,167],"tasks":[21],"such":[22,59],"that":[23,134,154],"maximum":[24],"utility":[25,34,76],"is":[26,137],"achieved":[27],"while":[28,165],"satisfying":[29],"assignment":[30,48,69,80,124],"constraints.":[31],"Given":[32],"the":[33,75,84,87,98,162],"each":[36,39],"agent":[37],"completing":[38],"task,":[40],"polynomial-time":[41,107],"algorithms":[42,147],"exist":[43],"solve":[45],"single":[47],"its":[51],"simplest":[52],"form.":[53],"However,":[54],"many":[56],"modern-day":[57],"applications":[58],"as":[60],"satellite":[61],"constellations,":[62],"power":[63],"grids,":[64],"and":[65,110,140,174],"mobile":[66],"robot":[67],"scheduling,":[68],"unfold":[71],"over":[72],"time,":[73],"with":[74,170],"for":[77],"given":[79],"depending":[81],"heavily":[82],"on":[83],"state":[85],"system.":[88],"We":[89,116,132],"apply":[90],"multi-agent":[91],"reinforcement":[92],"learning":[93,97,112],"this":[95,135,149],"problem,":[96],"value":[99],"assignments":[101,119],"by":[102,128,144],"bootstrapping":[103],"from":[104,113],"known":[106],"greedy":[108],"solver":[109],"then":[111,117],"further":[114],"experience.":[115],"choose":[118],"using":[120],"distributed":[122],"optimal":[123],"mechanism":[125],"rather":[126],"than":[127],"selecting":[129],"them":[130],"directly.":[131],"demonstrate":[133],"algorithm":[136,156],"theoretically":[138],"justified":[139],"avoids":[141],"pitfalls":[142],"experienced":[143],"other":[145,159],"RL":[146],"setting.":[150],"Finally,":[151],"we":[152],"show":[153],"our":[155],"significantly":[157],"outperforms":[158],"methods":[160],"literature,":[163],"even":[164],"scaling":[166],"realistic":[168],"scenarios":[169],"hundreds":[171],"tasks.":[175]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2024-12-24T00:00:00"}