{"id":"https://openalex.org/W4400277534","doi":"https://doi.org/10.1109/wcnc57260.2024.10571321","title":"Learning MAC Protocols in HetNets: A Cooperative Multi-Agent Deep Reinforcement Learning Approach","display_name":"Learning MAC Protocols in HetNets: A Cooperative Multi-Agent Deep Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-04-21","ids":{"openalex":"https://openalex.org/W4400277534","doi":"https://doi.org/10.1109/wcnc57260.2024.10571321"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc57260.2024.10571321","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc57260.2024.10571321","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013621140","display_name":"Faisal Naeem","orcid":"https://orcid.org/0000-0001-5691-9954"},"institutions":[{"id":"https://openalex.org/I170606269","display_name":"University of the Fraser Valley","ror":"https://ror.org/04h6w7946","country_code":"CA","type":"education","lineage":["https://openalex.org/I170606269"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Faisal Naeem","raw_affiliation_strings":["School of Computing, University of the Fraser Valley (UFV),BC,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of the Fraser Valley (UFV),BC,Canada","institution_ids":["https://openalex.org/I170606269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084292956","display_name":"Nadir Adam","orcid":"https://orcid.org/0000-0001-8791-3475"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nadir Adam","raw_affiliation_strings":["Ecole de technologie superieure,Electrical Engineering Department,Montreal,QC,Canada,H3C 1K3"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ecole de technologie superieure,Electrical Engineering Department,Montreal,QC,Canada,H3C 1K3","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032243366","display_name":"Georges Kaddoum","orcid":"https://orcid.org/0000-0002-5025-6624"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Georges Kaddoum","raw_affiliation_strings":["Ecole de technologie superieure,Electrical Engineering Department,Montreal,QC,Canada,H3C 1K3"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ecole de technologie superieure,Electrical Engineering Department,Montreal,QC,Canada,H3C 1K3","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035909356","display_name":"Omer Waqar","orcid":"https://orcid.org/0000-0003-1787-7100"},"institutions":[{"id":"https://openalex.org/I170606269","display_name":"University of the Fraser Valley","ror":"https://ror.org/04h6w7946","country_code":"CA","type":"education","lineage":["https://openalex.org/I170606269"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Omer Waqar","raw_affiliation_strings":["School of Computing, University of the Fraser Valley (UFV),BC,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of the Fraser Valley (UFV),BC,Canada","institution_ids":["https://openalex.org/I170606269"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4884,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.5942247,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8335245251655579},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7697387337684631},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.5373342037200928},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.47598591446876526},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4110995829105377},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3234383463859558},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.2800447940826416},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.23404264450073242},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1338442862033844}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8335245251655579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7697387337684631},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.5373342037200928},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.47598591446876526},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4110995829105377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3234383463859558},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2800447940826416},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.23404264450073242},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1338442862033844}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/wcnc57260.2024.10571321","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc57260.2024.10571321","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},{"id":"pmh:oai:espace2.etsmtl.ca:29074","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/29074/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Compte rendu de conf\u00e9rence"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2900708591","https://openalex.org/W2922273628","https://openalex.org/W2923913142","https://openalex.org/W2963762747","https://openalex.org/W2994895501","https://openalex.org/W3017073606","https://openalex.org/W3046932590","https://openalex.org/W3089283090","https://openalex.org/W3135725526","https://openalex.org/W3155413563","https://openalex.org/W3163014450","https://openalex.org/W4226484362","https://openalex.org/W4318830379","https://openalex.org/W6766805167","https://openalex.org/W6796991022","https://openalex.org/W6848944772"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W1927327903","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W1544665982","https://openalex.org/W3049728571"],"abstract_inverted_index":{"Traditional":[0],"human-designed":[1],"medium":[2],"access":[3,153],"control":[4],"(MAC)":[5],"protocols":[6,42],"cannot":[7],"tackle":[8,79],"the":[9,13,40,45,92,112,125,129,133,136,143,151,161],"heterogeneous":[10],"requirements":[11,51],"of":[12,48,52,103,171],"future":[14],"6G":[15,53],"wireless":[16,76,130,145],"networks.":[17,54],"Reinforcement":[18],"learning":[19,104],"(RL)":[20],"algorithms":[21],"have":[22],"been":[23],"proposed,":[24],"in":[25,60,73,90,107,169],"which":[26,91],"base":[27],"stations":[28],"(BSs)":[29],"and":[30,69,138,154,174,177],"user":[31],"equipment's":[32],"(UEs)":[33],"act":[34],"as":[35],"agents":[36,65,113],"to":[37,43,67,120,123,141,148],"automatically":[38],"learn":[39,124,150],"MAC":[41],"satisfy":[44],"stringent":[46],"quality":[47],"service":[49],"(QoS)":[50],"However,":[55],"existing":[56],"RL":[57],"techniques":[58],"result":[59],"a":[61,74,84,99,105,108],"generalization":[62,180],"issue":[63],"where":[64],"fail":[66],"identify":[68],"explore":[70,142],"useful":[71],"information":[72,127],"sparse":[75],"environment.":[77,131],"To":[78],"this":[80],"challenge,":[81],"we":[82],"propose":[83],"cooperative":[85],"multi-agent":[86],"exploration":[87],"(CMAE)":[88],"framework":[89,164],"network":[93,146],"state":[94,118],"space":[95,101,119,122],"is":[96],"projected":[97],"into":[98],"low-dimensional":[100,117],"instead":[102],"policy":[106],"high-dimensional":[109,121],"space.":[110],"Consequently,":[111],"start":[114],"exploring":[115],"from":[116,128],"abstracted":[126],"In":[132],"proposed":[134,162],"framework,":[135],"nodes":[137],"BSs":[139],"collaborate":[140],"under-explored":[144],"states":[147],"jointly":[149],"channel":[152],"signalling":[155],"policy.":[156],"Simulation":[157],"results":[158],"show":[159],"that":[160],"CMAE":[163],"outperforms":[165],"traditional":[166],"baseline":[167],"schemes":[168],"terms":[170],"good":[172],"put":[173],"collision":[175],"rate":[176],"has":[178],"better":[179],"capabilities.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}