{"id":"https://openalex.org/W7160550197","doi":"https://doi.org/10.48550/arxiv.2605.04939","title":"Modular Reinforcement Learning For Cooperative Swarms","display_name":"Modular Reinforcement Learning For Cooperative Swarms","publication_year":2026,"publication_date":"2026-05-06","ids":{"openalex":"https://openalex.org/W7160550197","doi":"https://doi.org/10.48550/arxiv.2605.04939"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.04939","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04939","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.04939","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116811568","display_name":"Erel Shtossel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shtossel, Erel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5012168199","display_name":"Gal A. Kaminka","orcid":"https://orcid.org/0000-0001-8341-322X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaminka, Gal A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7782999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7782999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.09809999912977219,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.01600000075995922,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7976999878883362},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7846999764442444},{"id":"https://openalex.org/keywords/swarm-robotics","display_name":"Swarm robotics","score":0.6967999935150146},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6478000283241272},{"id":"https://openalex.org/keywords/self-reconfiguring-modular-robot","display_name":"Self-reconfiguring modular robot","score":0.592199981212616},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.5289999842643738},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5024999976158142},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.48159998655319214},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4765999913215637}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7976999878883362},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7846999764442444},{"id":"https://openalex.org/C169337768","wikidata":"https://www.wikidata.org/wiki/Q2446723","display_name":"Swarm robotics","level":3,"score":0.6967999935150146},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6478000283241272},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6157000064849854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6108999848365784},{"id":"https://openalex.org/C49603950","wikidata":"https://www.wikidata.org/wiki/Q17165512","display_name":"Self-reconfiguring modular robot","level":5,"score":0.592199981212616},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.5289999842643738},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5024999976158142},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.48159998655319214},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4765999913215637},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3919999897480011},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3813000023365021},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3630000054836273},{"id":"https://openalex.org/C199505168","wikidata":"https://www.wikidata.org/wiki/Q3267529","display_name":"Evolutionary robotics","level":3,"score":0.3418000042438507},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3336000144481659},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.33160001039505005},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.3172000050544739},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.29679998755455017},{"id":"https://openalex.org/C44832474","wikidata":"https://www.wikidata.org/wiki/Q4770870","display_name":"Ant robotics","level":5,"score":0.2897000014781952},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2849000096321106},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.2791999876499176},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2694000005722046},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.26489999890327454},{"id":"https://openalex.org/C100339178","wikidata":"https://www.wikidata.org/wiki/Q2548752","display_name":"Collective behavior","level":2,"score":0.2630000114440918}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.04939","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04939","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.04939","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04939","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"A":[0,113],"cooperative":[1],"robot":[2,16,70,79,148],"swarm":[3],"is":[4,46,62,117,125],"a":[5,12,21,59,82,128],"collective":[6,33],"of":[7,24,73,86,93,122,140],"computationally-limited":[8],"robots":[9,49],"that":[10,44,61],"share":[11],"common":[13,66],"goal.":[14],"Each":[15],"can":[17],"only":[18],"interact":[19,54],"with":[20,56,64,146],"small":[22],"subset":[23],"its":[25],"peers,":[26],"without":[27],"knowing":[28],"how":[29,52],"this":[30,76],"affects":[31],"the":[32,65,90,94,123,133,138,141],"utility.":[34],"Recent":[35],"advances":[36],"in":[37,58,111,143],"distributed":[38],"multi-agent":[39],"reinforcement":[40,109],"learning":[41,71,110,130],"have":[42],"demonstrated":[43],"it":[45],"possible":[47],"for":[48,102,107],"to":[50,53,80],"learn":[51],"effectively":[55],"others,":[57],"manner":[60],"aligned":[63],"goal,":[67],"despite":[68],"each":[69,78,120],"independently":[72],"others.":[74],"However,":[75],"requires":[77],"represent":[81],"potentially":[83],"combinatorial":[84],"number":[85],"interaction":[87,105],"states,":[88],"challenging":[89],"memory":[91],"capabilities":[92],"robots.":[95],"This":[96],"paper":[97],"proposes":[98],"an":[99],"alternative":[100],"approach":[101,142],"representing":[103],"spatial":[104],"states":[106],"multi-robot":[108],"swarms.":[112],"modular":[114],"(decomposed)":[115],"representation":[116],"used,":[118],"where":[119],"feature":[121],"state":[124],"handled":[126],"by":[127],"separate":[129],"procedure,":[131],"and":[132],"results":[134],"aggregated.":[135],"We":[136],"demonstrate":[137],"efficacy":[139],"numerous":[144],"experiments":[145],"simulated":[147],"swarms":[149],"carrying":[150],"out":[151],"foraging.":[152]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-08T00:00:00"}