{"id":"https://openalex.org/W3191177701","doi":"https://doi.org/10.1109/wd52248.2021.9508323","title":"Stateless Reinforcement Learning for Multi-Agent Systems: the Case of Spectrum Allocation in Dynamic Channel Bonding WLANs","display_name":"Stateless Reinforcement Learning for Multi-Agent Systems: the Case of Spectrum Allocation in Dynamic Channel Bonding WLANs","publication_year":2021,"publication_date":"2021-06-30","ids":{"openalex":"https://openalex.org/W3191177701","doi":"https://doi.org/10.1109/wd52248.2021.9508323","mag":"3191177701"},"language":"en","primary_location":{"id":"doi:10.1109/wd52248.2021.9508323","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wd52248.2021.9508323","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 Wireless Days (WD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.utwente.nl/en/publications/d2f76542-79b2-4fd6-a4c7-5b111a302686","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069033668","display_name":"Sergio Barrachina\u2010Mu\u00f1oz","orcid":"https://orcid.org/0000-0002-7941-1018"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Sergio Barrachina-Munoz","raw_affiliation_strings":["CTTC, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CTTC, Barcelona, Spain","institution_ids":["https://openalex.org/I4210087295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055007564","display_name":"Alessandro Chiumento","orcid":"https://orcid.org/0000-0003-1248-5327"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alessandro Chiumento","raw_affiliation_strings":["University of Twente, Enschede, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente, Enschede, Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089762387","display_name":"Boris Bellalta","orcid":"https://orcid.org/0000-0002-7826-3703"},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Pompeu Fabra University","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Boris Bellalta","raw_affiliation_strings":["Universitat Pompeu Fabra, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Pompeu Fabra, Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5069033668"],"corresponding_institution_ids":["https://openalex.org/I4210087295"],"apc_list":null,"apc_paid":null,"fwci":0.9613,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.77172925,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stateless-protocol","display_name":"Stateless protocol","score":0.8916733264923096},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8303266763687134},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.80824875831604},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.6205412149429321},{"id":"https://openalex.org/keywords/channel-allocation-schemes","display_name":"Channel allocation schemes","score":0.5977064967155457},{"id":"https://openalex.org/keywords/frequency-allocation","display_name":"Frequency allocation","score":0.5590011477470398},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5573235154151917},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5174451470375061},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.49657970666885376},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4964473843574524},{"id":"https://openalex.org/keywords/bandwidth-allocation","display_name":"Bandwidth allocation","score":0.44374024868011475},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4333184063434601},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4314274489879608},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22314190864562988},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2168661653995514},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1285986602306366},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.0825980007648468}],"concepts":[{"id":"https://openalex.org/C103613024","wikidata":"https://www.wikidata.org/wiki/Q230924","display_name":"Stateless protocol","level":3,"score":0.8916733264923096},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8303266763687134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.80824875831604},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.6205412149429321},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.5977064967155457},{"id":"https://openalex.org/C134579502","wikidata":"https://www.wikidata.org/wiki/Q1455619","display_name":"Frequency allocation","level":2,"score":0.5590011477470398},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5573235154151917},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5174451470375061},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.49657970666885376},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4964473843574524},{"id":"https://openalex.org/C200157131","wikidata":"https://www.wikidata.org/wiki/Q4854763","display_name":"Bandwidth allocation","level":3,"score":0.44374024868011475},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4333184063434601},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4314274489879608},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22314190864562988},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2168661653995514},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1285986602306366},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0825980007648468}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/wd52248.2021.9508323","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wd52248.2021.9508323","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 Wireless Days (WD)","raw_type":"proceedings-article"},{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/d2f76542-79b2-4fd6-a4c7-5b111a302686","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/d2f76542-79b2-4fd6-a4c7-5b111a302686","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Barrachina-Mu\u00f1oz, S, Chiumento, A & Bellalta, B 2021, Stateless reinforcement learning for multi-agent systems : The case of spectrum allocation in dynamic channel bonding WLANs. in Proceedings - 12th Wireless Days Conference, WD 2021. IFIP Wireless Days, vol. 2021-June, IEEE, 12th Wireless Days Conference, WD 2021, Virtual Conference, France, 30/06/21. https://doi.org/10.1109/WD52248.2021.9508323","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:repositori.upf.edu:10230/55887","is_oa":true,"landing_page_url":"http://hdl.handle.net/10230/55887","pdf_url":"https://repositori.upf.edu/bitstreams/ff722ef5-33f1-46c5-9afb-fc8c4297fb5a/download","source":{"id":"https://openalex.org/S4306402615","display_name":"Repositori digital de la UPF (Universitat Pompeu Fabra)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I170486558","host_organization_name":"Universitat Pompeu Fabra","host_organization_lineage":["https://openalex.org/I170486558"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/d2f76542-79b2-4fd6-a4c7-5b111a302686","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/d2f76542-79b2-4fd6-a4c7-5b111a302686","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Barrachina-Mu\u00f1oz, S, Chiumento, A & Bellalta, B 2021, Stateless reinforcement learning for multi-agent systems : The case of spectrum allocation in dynamic channel bonding WLANs. in Proceedings - 12th Wireless Days Conference, WD 2021. IFIP Wireless Days, vol. 2021-June, IEEE, 12th Wireless Days Conference, WD 2021, Virtual Conference, France, 30/06/21. https://doi.org/10.1109/WD52248.2021.9508323","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.41999998688697815,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1442354033","display_name":null,"funder_award_id":"PGC2018-099959-B-I00","funder_id":"https://openalex.org/F4320315062","funder_display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades"},{"id":"https://openalex.org/G144364290","display_name":null,"funder_award_id":"876038","funder_id":"https://openalex.org/F4320327207","funder_display_name":"Electronic Components and Systems for European Leadership"},{"id":"https://openalex.org/G196323556","display_name":null,"funder_award_id":"PGC2018-099959-B-I00","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G8063416118","display_name":null,"funder_award_id":"PGC2018","funder_id":"https://openalex.org/F4320315062","funder_display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades"}],"funders":[{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"},{"id":"https://openalex.org/F4320315062","display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","ror":null},{"id":"https://openalex.org/F4320327207","display_name":"Electronic Components and Systems for European Leadership","ror":null},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1646038686","https://openalex.org/W2011383489","https://openalex.org/W2058841014","https://openalex.org/W2121863487","https://openalex.org/W2141598831","https://openalex.org/W2902656518","https://openalex.org/W2903177533","https://openalex.org/W2904482537","https://openalex.org/W2963504849","https://openalex.org/W2963828068","https://openalex.org/W2963953445","https://openalex.org/W2975055734","https://openalex.org/W3006512888","https://openalex.org/W3021035068","https://openalex.org/W3161945723","https://openalex.org/W4214717370","https://openalex.org/W6636945615"],"related_works":["https://openalex.org/W1562629347","https://openalex.org/W1982713103","https://openalex.org/W2787778301","https://openalex.org/W1583230519","https://openalex.org/W2596886998","https://openalex.org/W2047161836","https://openalex.org/W2069790387","https://openalex.org/W2150463679","https://openalex.org/W4287121620","https://openalex.org/W2883202365"],"abstract_inverted_index":{"Spectrum":[0],"allocation":[1],"in":[2,82,117,125],"the":[3,38,90,105,112,126,140],"form":[4,127],"of":[5,107,114,128,142],"primary":[6],"channel":[7,17],"and":[8,50,100],"bandwidth":[9],"selection":[10],"is":[11,41,79,132],"a":[12,83],"key":[13],"factor":[14],"for":[15,92,136],"dynamic":[16],"bonding":[18],"(DCB)":[19],"wireless":[20,39,93],"local":[21],"area":[22],"networks":[23,31,94],"(WLANs).":[24],"To":[25],"cope":[26],"with":[27,76],"varying":[28],"environments,":[29],"where":[30],"change":[32],"their":[33,36],"configurations":[34],"on":[35],"own,":[37],"community":[40],"looking":[42],"towards":[43],"solutions":[44],"aided":[45],"by":[46],"machine":[47],"learning":[48,53,116],"(ML),":[49],"especially":[51],"reinforcement":[52],"(RL)":[54],"given":[55],"its":[56],"trial-and-error":[57],"approach.":[58],"However,":[59],"strong":[60],"assumptions":[61],"are":[62],"normally":[63],"made":[64],"to":[65,71],"let":[66],"complex":[67,108],"RL":[68,87,109,124,146],"models":[69],"converge":[70],"near-optimal":[72],"solutions.":[73],"Our":[74],"goal":[75],"this":[77],"paper":[78],"two-fold:":[80],"justify":[81],"comprehensible":[84],"way":[85],"why":[86],"should":[88],"be":[89],"approach":[91],"problems":[95],"like":[96],"decentralized":[97],"spectrum":[98],"allocation,":[99],"call":[101],"into":[102],"question":[103],"whether":[104],"use":[106],"algorithms":[110],"helps":[111],"quest":[113],"rapid":[115,137],"realistic":[118],"scenarios.":[119],"We":[120],"derive":[121],"that":[122],"stateless":[123],"lightweight":[129],"multi-armed-bandits":[130],"(MABs)":[131],"an":[133],"efficient":[134],"solution":[135],"adaptation":[138],"avoiding":[139],"definition":[141],"extensive":[143],"or":[144],"meaningless":[145],"states.":[147]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-17T08:19:37.847499","created_date":"2025-10-10T00:00:00"}