{"id":"https://openalex.org/W4413209785","doi":"https://doi.org/10.1145/3712255.3734328","title":"Self-organized Swarm Reinforcement Learning under Spontaneous Communications","display_name":"Self-organized Swarm Reinforcement Learning under Spontaneous Communications","publication_year":2025,"publication_date":"2025-07-14","ids":{"openalex":"https://openalex.org/W4413209785","doi":"https://doi.org/10.1145/3712255.3734328"},"language":"en","primary_location":{"id":"doi:10.1145/3712255.3734328","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3712255.3734328","pdf_url":null,"source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3712255.3734328","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025481761","display_name":"Qihao Shan","orcid":"https://orcid.org/0000-0002-2968-3306"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke University Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Qihao Shan","raw_affiliation_strings":["Chair of Computational Intelligence, Faculty of Computer Science, Otto-von-Guericke University, Magdeburg, Saxony-Anhalt, Germany"],"affiliations":[{"raw_affiliation_string":"Chair of Computational Intelligence, Faculty of Computer Science, Otto-von-Guericke University, Magdeburg, Saxony-Anhalt, Germany","institution_ids":["https://openalex.org/I95793202"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064569017","display_name":"Sanaz Mostaghim","orcid":"https://orcid.org/0000-0002-9917-5227"},"institutions":[{"id":"https://openalex.org/I95793202","display_name":"Otto-von-Guericke University Magdeburg","ror":"https://ror.org/00ggpsq73","country_code":"DE","type":"education","lineage":["https://openalex.org/I95793202"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sanaz Mostaghim","raw_affiliation_strings":["Chair of Computational Intelligence, Faculty of Computer Science, Otto-von-Guericke University, Magdeburg, Saxony-Anhalt, Germany"],"affiliations":[{"raw_affiliation_string":"Chair of Computational Intelligence, Faculty of Computer Science, Otto-von-Guericke University, Magdeburg, Saxony-Anhalt, Germany","institution_ids":["https://openalex.org/I95793202"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5025481761"],"corresponding_institution_ids":["https://openalex.org/I95793202"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.58895706,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2143","last_page":"2151"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8298180103302002},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6857250332832336},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.6503976583480835},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5508770942687988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44404417276382446},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15951764583587646}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8298180103302002},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6857250332832336},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.6503976583480835},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5508770942687988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44404417276382446},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15951764583587646},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3712255.3734328","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3712255.3734328","pdf_url":null,"source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3712255.3734328","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3712255.3734328","pdf_url":null,"source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.6000000238418579}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1629051378","https://openalex.org/W2118309135","https://openalex.org/W2118331730","https://openalex.org/W2121056132","https://openalex.org/W2165713838","https://openalex.org/W2683628546","https://openalex.org/W2760361646","https://openalex.org/W2775110590","https://openalex.org/W2912100673","https://openalex.org/W2962735187","https://openalex.org/W3098797556","https://openalex.org/W3109979887","https://openalex.org/W3166816823","https://openalex.org/W3175406278","https://openalex.org/W3176202740","https://openalex.org/W3212911013","https://openalex.org/W4206275166","https://openalex.org/W4207044255","https://openalex.org/W4226211418","https://openalex.org/W4294612895","https://openalex.org/W4310513464","https://openalex.org/W4396670312","https://openalex.org/W6847663116"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4288714711","https://openalex.org/W3200708550","https://openalex.org/W2736680465","https://openalex.org/W2771637876","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,89,113],"refers":[2],"to":[3,9,18,55,65,93,146,149,156],"the":[4,16,20,83,95,118,122,127,151],"ability":[5],"of":[6,34,52,85,121],"an":[7],"agent":[8],"learn":[10,66],"from":[11,67],"its":[12],"sequential":[13],"interactions":[14],"with":[15,103],"environment":[17],"find":[19],"optimal":[21],"behavior":[22],"that":[23],"maximizes":[24],"a":[25,30,86],"particular":[26],"reward.":[27],"It":[28],"is":[29,64,115,144],"crucial":[31],"building":[32],"block":[33],"autonomous":[35,53],"intelligent":[36],"systems.":[37],"In":[38,78],"recent":[39],"years,":[40],"there":[41],"has":[42],"been":[43],"increasing":[44],"attention":[45],"on":[46],"techniques":[47],"for":[48,100],"coordinating":[49],"large":[50,157],"numbers":[51],"agents":[54,102],"perform":[56],"tasks":[57],"cooperatively.":[58],"A":[59],"potentially":[60],"attractive":[61],"design":[62],"strategy":[63,90],"naturally":[68],"existing":[69],"swarm":[70,111,161],"intelligence":[71],"systems":[72],"and":[73,91,126,133,139,153,160],"employ":[74],"self-organized":[75,87],"control":[76],"paradigms.":[77],"this":[79],"paper,":[80],"we":[81],"explore":[82],"viability":[84],"reinforcement":[88,112],"aims":[92],"solve":[94],"multi-agent":[96],"multi-armed":[97],"bandit":[98],"problem":[99],"anonymous":[101],"only":[104],"spontaneous":[105],"communications":[106],"between":[107],"them.":[108],"The":[109,141],"proposed":[110,142],"approach":[114,143],"compared":[116],"against":[117],"individual":[119],"implementation":[120],"classical":[123],"UCB1":[124],"algorithm,":[125],"regret":[128],"generated":[129],"under":[130],"different":[131],"algorithmic":[132],"environmental":[134],"parameter":[135],"settings":[136],"are":[137],"measured":[138],"analyzed.":[140],"shown":[145],"be":[147],"able":[148],"outperform":[150],"baseline":[152],"also":[154],"scalable":[155],"decision":[158],"spaces":[159],"sizes.":[162]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}