{"id":"https://openalex.org/W3191840440","doi":"https://doi.org/10.1109/iwcmc51323.2021.9498647","title":"Multi-Agent Deep Reinforcement Learning for Resource Allocation in the Multi-Objective HetNet","display_name":"Multi-Agent Deep Reinforcement Learning for Resource Allocation in the Multi-Objective HetNet","publication_year":2021,"publication_date":"2021-06-28","ids":{"openalex":"https://openalex.org/W3191840440","doi":"https://doi.org/10.1109/iwcmc51323.2021.9498647","mag":"3191840440"},"language":"en","primary_location":{"id":"doi:10.1109/iwcmc51323.2021.9498647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc51323.2021.9498647","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049836441","display_name":"Hongrui Nie","orcid":"https://orcid.org/0000-0002-3833-4490"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongrui Nie","raw_affiliation_strings":["School of Information and Communication Engineering Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048548426","display_name":"Shaosheng Li","orcid":"https://orcid.org/0000-0001-6434-015X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaosheng Li","raw_affiliation_strings":["School of Artificial Intelligence Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046067261","display_name":"Yong Liu","orcid":"https://orcid.org/0000-0002-7276-8348"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Liu","raw_affiliation_strings":["School of Information and Communication Engineering Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5049836441"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":0.5014,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.63841241,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"116","last_page":"121"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7969647645950317},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.781266450881958},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.757134199142456},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.7474974989891052},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6139370203018188},{"id":"https://openalex.org/keywords/femto","display_name":"Femto-","score":0.5783723592758179},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5539082884788513},{"id":"https://openalex.org/keywords/femtocell","display_name":"Femtocell","score":0.509519636631012},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.508752167224884},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4636244773864746},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.44695883989334106},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4345599412918091},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4166751801967621},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.3348604440689087},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2835038900375366},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.23030740022659302},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17790398001670837},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.10281196236610413}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7969647645950317},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.781266450881958},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.757134199142456},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.7474974989891052},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6139370203018188},{"id":"https://openalex.org/C2777118422","wikidata":"https://www.wikidata.org/wiki/Q110791","display_name":"Femto-","level":2,"score":0.5783723592758179},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5539082884788513},{"id":"https://openalex.org/C152504517","wikidata":"https://www.wikidata.org/wiki/Q572455","display_name":"Femtocell","level":3,"score":0.509519636631012},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.508752167224884},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4636244773864746},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.44695883989334106},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4345599412918091},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4166751801967621},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.3348604440689087},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2835038900375366},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.23030740022659302},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17790398001670837},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10281196236610413},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwcmc51323.2021.9498647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc51323.2021.9498647","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8466642262","display_name":null,"funder_award_id":"31511050404","funder_id":"https://openalex.org/F4320329332","funder_display_name":"Central Military Commission"}],"funders":[{"id":"https://openalex.org/F4320329332","display_name":"Central Military Commission","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2088201954","https://openalex.org/W2158510188","https://openalex.org/W2281020289","https://openalex.org/W2296148671","https://openalex.org/W2519237145","https://openalex.org/W2587359738","https://openalex.org/W2602199281","https://openalex.org/W2603104834","https://openalex.org/W2786137637","https://openalex.org/W2807538159","https://openalex.org/W2888889531","https://openalex.org/W2916432388","https://openalex.org/W2949276835","https://openalex.org/W2963939962","https://openalex.org/W2967692615","https://openalex.org/W2982482034","https://openalex.org/W2986178904","https://openalex.org/W6754253587"],"related_works":["https://openalex.org/W2042799635","https://openalex.org/W2128815202","https://openalex.org/W3195379373","https://openalex.org/W2132485550","https://openalex.org/W1968417639","https://openalex.org/W2031992841","https://openalex.org/W4385882160","https://openalex.org/W4210415714","https://openalex.org/W2112481076","https://openalex.org/W1989463180"],"abstract_inverted_index":{"Resource":[0],"allocation":[1,19,48,123],"in":[2,11,17,63,84],"a":[3,21,38,64,75,95],"heterogeneous":[4,68],"network":[5,13],"is":[6,20],"an":[7],"NP-hard":[8],"problem,":[9],"especially":[10],"5G":[12],"scenarios.":[14],"Multiobjective":[15],"optimization":[16,31,99],"resource":[18,47,122],"challenging":[22],"task":[23],"that":[24,111],"cannot":[25],"be":[26],"solved":[27],"by":[28],"the":[29,60,105,112,120],"conventional":[30],"algorithm.":[32],"In":[33],"this":[34],"paper,":[35],"we":[36],"propose":[37,94],"distributed":[39,61,88,96],"multi-agent":[40],"deep":[41],"reinforcement":[42],"learning":[43,62],"(MADRL)":[44],"for":[45],"joint":[46,121],"to":[49,86,103],"maximize":[50],"spectrum":[51,130],"efficiency":[52,56,131],"(SE)":[53],"and":[54,80],"energy":[55],"(EE).":[57],"We":[58,93],"employ":[59],"stochastic":[65],"geometry-based":[66],"realistic":[67],"network,":[69],"where":[70],"multiple":[71],"femto":[72],"base":[73,82],"stations,":[74],"fixed":[76],"number":[77],"of":[78],"macro":[79],"pico":[81],"stations":[83],"addition":[85],"randomly":[87],"mobile":[89],"users":[90],"are":[91],"deployed.":[92],"MADRL":[97],"multi-objective":[98],"problem":[100,124],"(MADRL-MOP)":[101],"framework":[102,115],"validate":[104],"performance.":[106,136],"The":[107],"simulation":[108],"results":[109],"demonstrate":[110],"DDPG-based":[113],"MADRL-MOP":[114],"can":[116],"not":[117],"only":[118],"handle":[119],"effectively":[125],"but":[126],"also":[127],"achieve":[128],"better":[129],"as":[132,134],"well":[133],"convergence":[135]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}