{"id":"https://openalex.org/W4403182073","doi":"https://doi.org/10.1109/tccn.2024.3474709","title":"Distributed Multi-Agent Reinforcement Learning for Heterogeneous NOMA-ALOHA Systems","display_name":"Distributed Multi-Agent Reinforcement Learning for Heterogeneous NOMA-ALOHA Systems","publication_year":2024,"publication_date":"2024-10-07","ids":{"openalex":"https://openalex.org/W4403182073","doi":"https://doi.org/10.1109/tccn.2024.3474709"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2024.3474709","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3474709","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.whiterose.ac.uk/217979/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xueyu Wu","orcid":"https://orcid.org/0000-0002-5446-1641"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xueyu Wu","raw_affiliation_strings":["School of Physics, Engineering and Technology, University of York, York, U.K"],"raw_orcid":"https://orcid.org/0000-0002-5446-1641","affiliations":[{"raw_affiliation_string":"School of Physics, Engineering and Technology, University of York, York, U.K","institution_ids":["https://openalex.org/I52099693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006146719","display_name":"Youngwook Ko","orcid":"https://orcid.org/0000-0002-0199-652X"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Youngwook Ko","raw_affiliation_strings":["School of Physics, Engineering and Technology, University of York, York, U.K"],"raw_orcid":"https://orcid.org/0000-0002-0199-652X","affiliations":[{"raw_affiliation_string":"School of Physics, Engineering and Technology, University of York, York, U.K","institution_ids":["https://openalex.org/I52099693"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048789717","display_name":"Andy M. Tyrrell","orcid":"https://orcid.org/0000-0002-8533-2404"},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andy M. Tyrrell","raw_affiliation_strings":["School of Physics, Engineering and Technology, University of York, York, U.K"],"raw_orcid":"https://orcid.org/0000-0002-8533-2404","affiliations":[{"raw_affiliation_string":"School of Physics, Engineering and Technology, University of York, York, U.K","institution_ids":["https://openalex.org/I52099693"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I52099693"],"apc_list":null,"apc_paid":null,"fwci":0.6923,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.69948752,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"11","issue":"3","first_page":"1902","last_page":"1912"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/noma","display_name":"Noma","score":0.9411885142326355},{"id":"https://openalex.org/keywords/aloha","display_name":"Aloha","score":0.8913680911064148},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8484903573989868},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7572213411331177},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5257506966590881},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.43322426080703735},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.3829767107963562},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2521669268608093},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.2074284553527832},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18276599049568176},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.1448776125907898}],"concepts":[{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.9411885142326355},{"id":"https://openalex.org/C2776398200","wikidata":"https://www.wikidata.org/wiki/Q508880","display_name":"Aloha","level":4,"score":0.8913680911064148},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8484903573989868},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7572213411331177},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5257506966590881},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.43322426080703735},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.3829767107963562},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2521669268608093},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2074284553527832},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18276599049568176},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.1448776125907898}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tccn.2024.3474709","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3474709","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:217979","is_oa":true,"landing_page_url":"https://eprints.whiterose.ac.uk/217979/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:eprints.whiterose.ac.uk:217979","is_oa":true,"landing_page_url":"https://eprints.whiterose.ac.uk/217979/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1922937245","https://openalex.org/W2101607246","https://openalex.org/W2103749883","https://openalex.org/W2168405694","https://openalex.org/W2597217735","https://openalex.org/W2887019724","https://openalex.org/W2898754723","https://openalex.org/W2911232490","https://openalex.org/W2962947312","https://openalex.org/W2981959312","https://openalex.org/W2991729448","https://openalex.org/W3004263011","https://openalex.org/W3004968144","https://openalex.org/W3036551295","https://openalex.org/W3048867093","https://openalex.org/W3087809235","https://openalex.org/W3102027520","https://openalex.org/W3124947067","https://openalex.org/W3214755263","https://openalex.org/W4205922266","https://openalex.org/W4212863985","https://openalex.org/W4214717370","https://openalex.org/W4246520098","https://openalex.org/W4280573907","https://openalex.org/W4290994988","https://openalex.org/W4293057562","https://openalex.org/W4296914261","https://openalex.org/W4320001374","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W3096989448","https://openalex.org/W3107843154","https://openalex.org/W4366501345","https://openalex.org/W2105128603","https://openalex.org/W2373838515","https://openalex.org/W1996652759","https://openalex.org/W4410393479","https://openalex.org/W2020802031","https://openalex.org/W2093360341","https://openalex.org/W3023940508"],"abstract_inverted_index":{"With":[0],"ever-growing":[1],"machine":[2,219],"type":[3,220],"users":[4,85,161,221],"in":[5,23,192,204,222],"the":[6,71,87,93,108,140,145,154,159,190,215],"6G":[7,205],"wireless":[8],"ecosystems,":[9,206],"uncontrolled":[10],"multiple":[11,84,100],"access":[12,31,40,101,211],"control":[13],"(MAC)":[14],"is":[15,33,116,198],"vital":[16],"to":[17,80,143,162,184,189,213],"alleviate":[18],"random":[19,30,39,210],"collision":[20],"and":[21,50,65,70,105,111,132,168,175],"fading":[22],"their":[24,164],"transmission.":[25],"In":[26],"this":[27],"paper,":[28],"2-steps":[29],"method":[32,136],"applied":[34],"for":[35,54,139,166,200],"a":[36,48,51,98,119,133],"learning-aided":[37],"non-orthogonal":[38],"(NORA)":[41],"system.":[42],"Specifically,":[43],"each":[44],"user":[45],"independently":[46],"selects":[47],"slot":[49,110,167],"power":[52,90,112,169],"level":[53,113,170],"uplink":[55],"packet":[56],"transmission":[57],"without":[58],"any":[59],"information":[60,68],"about":[61],"other":[62],"users\u2019":[63],"selection":[64],"channel":[66],"state":[67],"(CSI);":[69],"base":[72],"station":[73],"(BS)":[74],"performs":[75],"successive":[76],"interference":[77],"cancellation":[78],"(SIC)":[79],"decode":[81],"packets":[82],"from":[83],"with":[86],"use":[88],"of":[89,218],"differences":[91],"on":[92],"same":[94],"slot.":[95],"To":[96],"design":[97],"model-free":[99],"under":[102,147],"growing":[103,216],"complexity":[104],"CSI":[106],"uncertainty,":[107],"joint":[109],"selecting":[114],"problem":[115],"modelled":[117],"as":[118],"Markov":[120],"decision":[121],"process":[122],"(MDP)":[123],"where":[124],"actions":[125],"are":[126,137,181],"slot-power":[127],"pairs.":[128],"Multi-state":[129],"Q-Learning":[130,135],"algorithms":[131,157,180],"confidence-aided":[134],"tailored":[138],"NORA":[141],"system":[142,173],"solve":[144],"MDP":[146],"heterogeneous":[148],"environments.":[149],"Simulation":[150],"results":[151],"show":[152],"that":[153],"three":[155],"proposed":[156,179],"help":[158],"distributed":[160],"find":[163],"strategies":[165],"selections,":[171],"improving":[172],"throughput":[174],"fairness":[176],"simultaneously.":[177],"The":[178],"particularly":[182],"shown":[183],"make":[185],"superior":[186],"performance":[187],"compared":[188],"benchmarks":[191],"high":[193],"congestion":[194],"traffics":[195],"scenarios.":[196],"This":[197],"crucial":[199],"achieving":[201],"massive":[202],"connectivity":[203],"which":[207],"requires":[208],"intelligent":[209],"designs":[212],"accommodate":[214],"number":[217],"diverse":[223],"conditions.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}