{"id":"https://openalex.org/W3127342281","doi":"https://doi.org/10.1109/tmc.2021.3057826","title":"Multi-Agent Deep Reinforcement Learning Multiple Access for Heterogeneous Wireless Networks With Imperfect Channels","display_name":"Multi-Agent Deep Reinforcement Learning Multiple Access for Heterogeneous Wireless Networks With Imperfect Channels","publication_year":2021,"publication_date":"2021-02-10","ids":{"openalex":"https://openalex.org/W3127342281","doi":"https://doi.org/10.1109/tmc.2021.3057826","mag":"3127342281"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2021.3057826","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2021.3057826","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100696870","display_name":"Yiding Yu","orcid":"https://orcid.org/0000-0002-3538-576X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Yiding Yu","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong, Shatin, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019164720","display_name":"Soung Chang Liew","orcid":"https://orcid.org/0000-0001-7055-6483"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Soung Chang Liew","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong, Shatin, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066110295","display_name":"Taotao Wang","orcid":"https://orcid.org/0000-0001-9454-4997"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Taotao Wang","raw_affiliation_strings":["College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100696870"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":5.1193,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.95387525,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"21","issue":"10","first_page":"3718","last_page":"3730"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8348106145858765},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7735193967819214},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.6393370032310486},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.602302610874176},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5213271975517273},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.49276283383369446},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.48866990208625793},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4661520719528198},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4475536644458771},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21900209784507751},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15302571654319763}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8348106145858765},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7735193967819214},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.6393370032310486},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.602302610874176},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5213271975517273},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.49276283383369446},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.48866990208625793},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4661520719528198},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4475536644458771},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21900209784507751},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15302571654319763},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2021.3057826","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2021.3057826","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7599999904632568}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1557517019","https://openalex.org/W2064675550","https://openalex.org/W2084436032","https://openalex.org/W2145339207","https://openalex.org/W2147524058","https://openalex.org/W2257979135","https://openalex.org/W2575705757","https://openalex.org/W2894110571","https://openalex.org/W2898035736","https://openalex.org/W2898754723","https://openalex.org/W2906875993","https://openalex.org/W2922273628","https://openalex.org/W2947945231","https://openalex.org/W2950863887","https://openalex.org/W2962201887","https://openalex.org/W2963079995","https://openalex.org/W2963828068","https://openalex.org/W2963943581","https://openalex.org/W2991046523","https://openalex.org/W2998116579","https://openalex.org/W3009439480","https://openalex.org/W3022237627","https://openalex.org/W3100844423","https://openalex.org/W4214717370","https://openalex.org/W4254755460","https://openalex.org/W6775505473"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W3133147449","https://openalex.org/W1901143057"],"abstract_inverted_index":{"This":[0,45],"paper":[1,46],"investigates":[2],"a":[3,31,50,60,72,142,159,195,206],"futuristic":[4],"spectrum":[5,34],"sharing":[6],"paradigm":[7],"for":[8,59],"heterogeneous":[9,17],"wireless":[10,20,33,107],"networks":[11,21],"with":[12],"imperfect":[13,184],"channels.":[14,186],"In":[15,78,105],"the":[16,41,64,79,86,94,102,110,114,117,132,135,147,164,176,181,189,221,227,240,245],"networks,":[18],"multiple":[19,165],"adopt":[22],"different":[23],"medium":[24],"access":[25],"control":[26],"(MAC)":[27],"protocols":[28],"to":[29,48,70,85,124,140,161,174,199,211,216],"share":[30],"common":[32],"and":[35,63,127,171,204,244],"each":[36,150],"network":[37,68,136],"is":[38,69,88,158],"unaware":[39],"of":[40,43,66,183,229],"MACs":[42],"others.":[44],"aims":[47],"design":[49],"distributed":[51,148,256],"deep":[52],"reinforcement":[53,258],"learning":[54,259],"(DRL)":[55],"based":[56,100],"MAC":[57],"protocol":[58],"particular":[61],"network,":[62],"objective":[65],"this":[67],"achieve":[71,175],"global":[73],"<inline-formula><tex-math":[74],"notation=\"LaTeX\">$\\alpha$</tex-math></inline-formula>":[75],"-fairness":[76],"objective.":[77],"conventional":[80],"DRL":[81],"framework,":[82],"feedback/reward":[83,115],"given":[84],"agent":[87,95,133,151],"always":[89],"correctly":[90],"received,":[91],"so":[92],"that":[93,163,239],"can":[96,250,267],"optimize":[97],"its":[98,155],"strategy":[99],"on":[101,154,265],"received":[103],"reward.":[104],"our":[106],"application":[108],"where":[109],"channels":[111],"are":[112],"noisy,":[113],"(i.e.,":[116,134],"ACK":[118],"packet)":[119],"may":[120,138],"be":[121,252,268],"lost":[122],"due":[123],"channel":[125],"noise":[126],"interference.":[128],"Without":[129],"correct":[130],"feedback,":[131],"user)":[137],"fail":[139],"find":[141],"good":[143],"solution.":[144],"Moreover,":[145],"in":[146,180,254,261],"protocol,":[149],"makes":[152],"decisions":[153,170],"own.":[156],"It":[157],"challenge":[160],"guarantee":[162],"agents":[166],"will":[167],"make":[168],"coherent":[169,213],"work":[172],"together":[173],"same":[177],"objective,":[178],"particularly":[179],"face":[182],"feedback":[185,196,202,241,263],"To":[187],"tackle":[188],"challenge,":[190],"we":[191,237],"put":[192],"forth":[193],"(i)":[194],"recovery":[197,242],"mechanism":[198,210,243,249],"recover":[200],"missing":[201],"information,":[203],"(ii)":[205],"two-stage":[207,246],"action":[208,247],"selection":[209,248],"aid":[212],"decision":[214],"making":[215],"reduce":[217],"transmission":[218],"collisions":[219],"among":[220],"agents.":[222],"Extensive":[223],"simulation":[224],"results":[225],"demonstrate":[226],"effectiveness":[228],"these":[230],"two":[231],"mechanisms.":[232],"Last":[233],"but":[234],"not":[235],"least,":[236],"believe":[238],"also":[251],"used":[253],"general":[255],"multi-agent":[257],"problems":[260],"which":[262],"information":[264],"rewards":[266],"corrupted.":[269]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":4}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}