{"id":"https://openalex.org/W4387245295","doi":"https://doi.org/10.1109/ojcoms.2023.3321310","title":"Hypergraph-Based Resource-Efficient Collaborative Reinforcement Learning for B5G Massive IoT","display_name":"Hypergraph-Based Resource-Efficient Collaborative Reinforcement Learning for B5G Massive IoT","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387245295","doi":"https://doi.org/10.1109/ojcoms.2023.3321310"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2023.3321310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3321310","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10268966.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10268966.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101945605","display_name":"Fan Yang","orcid":"https://orcid.org/0000-0003-0019-0492"},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Yang","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Chongqing University of Technology, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0003-0019-0492","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Chongqing University of Technology, Chongqing, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101865999","display_name":"Cheng Yang","orcid":"https://orcid.org/0009-0004-7646-8344"},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Yang","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Chongqing University of Technology, Chongqing, China"],"raw_orcid":"https://orcid.org/0009-0004-7646-8344","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Chongqing University of Technology, Chongqing, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050776289","display_name":"Huang Jie","orcid":"https://orcid.org/0000-0002-4826-5732"},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Huang","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Chongqing University of Technology, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Chongqing University of Technology, Chongqing, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076994242","display_name":"Keping Yu","orcid":"https://orcid.org/0000-0001-5735-2507"},"institutions":[{"id":"https://openalex.org/I204291657","display_name":"Hosei University","ror":"https://ror.org/00bx6dj65","country_code":"JP","type":"education","lineage":["https://openalex.org/I204291657"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keping Yu","raw_affiliation_strings":["Graduate School of Science and Engineering, Hosei University, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0001-5735-2507","affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Hosei University, Tokyo, Japan","institution_ids":["https://openalex.org/I204291657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005877741","display_name":"Sahil Garg","orcid":"https://orcid.org/0000-0003-0229-608X"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sahil Garg","raw_affiliation_strings":["Electrical Engineering Department, École de technologie supérieure, Montréal, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0229-608X","affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, École de technologie supérieure, Montréal, Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049726789","display_name":"Mubarak Alrashoud","orcid":"https://orcid.org/0000-0002-5902-7414"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Mubarak Alrashoud","raw_affiliation_strings":["Department of Software Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","Department of Software Engineering (SWE), College of Computer and Information Sciences (CCIS), King Saud University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-5902-7414","affiliations":[{"raw_affiliation_string":"Department of Software Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]},{"raw_affiliation_string":"Department of Software Engineering (SWE), College of Computer and Information Sciences (CCIS), King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":15.772,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.98843886,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"4","issue":null,"first_page":"2439","last_page":"2450"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.8687000274658203,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.8687000274658203,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.8651000261306763,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.8465999960899353,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.744800329208374},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6705410480499268},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6312193870544434},{"id":"https://openalex.org/keywords/hypergraph","display_name":"Hypergraph","score":0.5831716060638428},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5514093041419983},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5363982915878296},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5141122937202454},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.43208047747612},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4265492558479309},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.41343462467193604},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41125357151031494},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.34008848667144775},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2721061706542969},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24937188625335693},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.23884010314941406}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.744800329208374},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6705410480499268},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6312193870544434},{"id":"https://openalex.org/C2781221856","wikidata":"https://www.wikidata.org/wiki/Q840247","display_name":"Hypergraph","level":2,"score":0.5831716060638428},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5514093041419983},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5363982915878296},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5141122937202454},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.43208047747612},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4265492558479309},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.41343462467193604},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41125357151031494},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34008848667144775},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2721061706542969},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24937188625335693},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.23884010314941406},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcoms.2023.3321310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3321310","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10268966.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b66cf1223e0a4d2a9255e43660cccd32","is_oa":true,"landing_page_url":"https://doaj.org/article/b66cf1223e0a4d2a9255e43660cccd32","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 4, Pp 2439-2450 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2023.3321310","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3321310","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10268966.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2998399537","display_name":null,"funder_award_id":"cstc2021jcyj-msxmX0251","funder_id":"https://openalex.org/F4320327865","funder_display_name":"Chongqing Research Program of Basic Research and Frontier Technology"},{"id":"https://openalex.org/G3623624697","display_name":null,"funder_award_id":"RSPD2023R800","funder_id":"https://openalex.org/F4320321145","funder_display_name":"King Saud University"}],"funders":[{"id":"https://openalex.org/F4320321145","display_name":"King Saud University","ror":"https://ror.org/02f81g417"},{"id":"https://openalex.org/F4320327865","display_name":"Chongqing Research Program of Basic Research and Frontier Technology","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387245295.pdf","grobid_xml":"https://content.openalex.org/works/W4387245295.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W2969231791","https://openalex.org/W3004796362","https://openalex.org/W3006541201","https://openalex.org/W3010337308","https://openalex.org/W3016325548","https://openalex.org/W3044626808","https://openalex.org/W3090615085","https://openalex.org/W3119386769","https://openalex.org/W3143345281","https://openalex.org/W3173125632","https://openalex.org/W3182125009","https://openalex.org/W3188554269","https://openalex.org/W3192851879","https://openalex.org/W3192880923","https://openalex.org/W3203417629","https://openalex.org/W3203672277","https://openalex.org/W3207745675","https://openalex.org/W3208830075","https://openalex.org/W4226213287","https://openalex.org/W4226263557","https://openalex.org/W4285039076","https://openalex.org/W4285287211","https://openalex.org/W4288064542","https://openalex.org/W4288391351","https://openalex.org/W4293195534","https://openalex.org/W4308190787","https://openalex.org/W4308752774","https://openalex.org/W4312634643","https://openalex.org/W4312795736","https://openalex.org/W4312849531","https://openalex.org/W4317419378","https://openalex.org/W4366492952","https://openalex.org/W6767074001"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4225269853"],"abstract_inverted_index":{"Beyond":[0],"5G":[1],"(B5G)":[2],"networks":[3],"rapidly":[4],"growing":[5],"to":[6,68,141],"connect":[7],"billions":[8],"of":[9,11,19,73],"Internet":[10],"Things":[12],"(IoT)":[13],"devices":[14,21],"and":[15,27,125,149,164],"the":[16,23,29,59,70,74,80,92,111,116,120,130,143,151,157,165],"dense":[17],"deployment":[18],"IoT":[20,124],"leads":[22],"large-scale":[24],"network":[25,37,63,144,162],"conflict":[26,64,71],"obstacles":[28],"resource-efficient,":[30],"which":[31],"brings":[32],"a":[33,86],"great":[34],"challenge":[35],"for":[36,54,103],"resource":[38,82,93,137,146],"management":[39,83,94,138,147],"(NRM).":[40],"To":[41,109],"tackle":[42],"this":[43],"problem,":[44],"hypergraph":[45,60],"based":[46,62,95,136],"resource-efficient":[47,166],"collaborative":[48,128],"reinforcement":[49],"learning":[50],"(CRL)":[51],"was":[52,66,101],"proposed":[53,140,158],"B5G":[55,75,106,122,168],"massive":[56,76,107,123,169],"IoT.":[57,77,108,170],"Firstly,":[58],"theory":[61],"model":[65,100],"formulated":[67],"quantify":[69],"degree":[72],"Then,":[78],"since":[79],"conflict-free":[81,145],"problem":[84,89,148],"is":[85,139],"combinatorial":[87],"optimization":[88],"with":[90],"NP-hard,":[91],"Markov":[96],"decision":[97],"process":[98],"(MDP)":[99],"built":[102],"NRM":[104],"in":[105,167],"reduce":[110],"computational":[112],"load":[113],"by":[114],"distributing":[115],"training":[117,152],"overhead":[118],"throughout":[119],"entire":[121],"achieve":[126],"distributed":[127],"learning,":[129],"federated":[131],"averaging":[132],"advantage":[133],"Actor-Critic":[134],"(FedAvg-A2C)":[135],"handle":[142],"accelerate":[150],"process.":[153],"Simulation":[154],"results":[155],"show":[156],"scheme":[159],"has":[160],"high":[161],"throughput":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}