{"id":"https://openalex.org/W4404132503","doi":"https://doi.org/10.1109/tvt.2024.3494049","title":"Multi-Agent Reinforcement Learning Based Distributed Multi-User Scheduling and Beamforming Design in Multi-Cell Systems","display_name":"Multi-Agent Reinforcement Learning Based Distributed Multi-User Scheduling and Beamforming Design in Multi-Cell Systems","publication_year":2024,"publication_date":"2024-11-07","ids":{"openalex":"https://openalex.org/W4404132503","doi":"https://doi.org/10.1109/tvt.2024.3494049"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3494049","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3494049","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010558904","display_name":"Shaozhuang Bai","orcid":"https://orcid.org/0000-0001-5764-0832"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaozhuang Bai","raw_affiliation_strings":["School of Information and Communications Engineering, Xi'an Jiaotong University, Shaanxi, China","School of Information and Communications Engineering, Xi'an Jiaotong University, Shaanxi, P.R.China"],"raw_orcid":"https://orcid.org/0000-0001-5764-0832","affiliations":[{"raw_affiliation_string":"School of Information and Communications Engineering, Xi'an Jiaotong University, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Information and Communications Engineering, Xi'an Jiaotong University, Shaanxi, P.R.China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076043225","display_name":"Zhenzhen Gao","orcid":"https://orcid.org/0000-0002-6733-2523"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenzhen Gao","raw_affiliation_strings":["School of Information and Communications Engineering, Xi'an Jiaotong University, Shaanxi, China","School of Information and Communications Engineering, Xi'an Jiaotong University, Shaanxi, P.R.China"],"raw_orcid":"https://orcid.org/0000-0002-6733-2523","affiliations":[{"raw_affiliation_string":"School of Information and Communications Engineering, Xi'an Jiaotong University, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Information and Communications Engineering, Xi'an Jiaotong University, Shaanxi, P.R.China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047134574","display_name":"Xuewen Liao","orcid":"https://orcid.org/0000-0002-8273-7019"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuewen Liao","raw_affiliation_strings":["School of Information and Communications Engineering, Xi'an Jiaotong University, Shaanxi, China","School of Information and Communications Engineering, Xi'an Jiaotong University, Shaanxi, P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communications Engineering, Xi'an Jiaotong University, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Information and Communications Engineering, Xi'an Jiaotong University, Shaanxi, P.R.China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":0.1816,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.51683579,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"74","issue":"3","first_page":"4432","last_page":"4444"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9509999752044678,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9157000184059143,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8031091690063477},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.634198009967804},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6294834613800049},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.6065134406089783},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5532101988792419},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.44421958923339844},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.41792207956314087},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2615252137184143},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1633642017841339},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15488910675048828}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8031091690063477},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.634198009967804},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6294834613800049},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.6065134406089783},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5532101988792419},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.44421958923339844},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.41792207956314087},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2615252137184143},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1633642017841339},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15488910675048828},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3494049","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3494049","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4132337653","display_name":"\u65e0\u7ebf\u7f51\u7edc\u52a8\u6001\u573a\u666f\u4e0b\u81ea\u9002\u5e94\u7269\u7406\u5c42\u8ba4\u8bc1\u4e0e\u5b89\u5168\u901a\u4fe1\u65b9\u6cd5\u7814\u7a76","funder_award_id":"62071367","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1970830346","https://openalex.org/W1994167032","https://openalex.org/W2017844652","https://openalex.org/W2024706941","https://openalex.org/W2074128438","https://openalex.org/W2074978263","https://openalex.org/W2094655360","https://openalex.org/W2105177639","https://openalex.org/W2116255173","https://openalex.org/W2122923407","https://openalex.org/W2139963709","https://openalex.org/W2145339207","https://openalex.org/W2151795416","https://openalex.org/W2162841150","https://openalex.org/W2163612394","https://openalex.org/W2294806477","https://openalex.org/W2562947506","https://openalex.org/W2582328874","https://openalex.org/W2611373201","https://openalex.org/W2941320391","https://openalex.org/W2950863887","https://openalex.org/W2955133642","https://openalex.org/W2963071707","https://openalex.org/W2969519626","https://openalex.org/W3037207668","https://openalex.org/W3124190823","https://openalex.org/W3129153311","https://openalex.org/W3131030010","https://openalex.org/W3133735442","https://openalex.org/W3144404977","https://openalex.org/W3159383588","https://openalex.org/W3163420794","https://openalex.org/W3168711504","https://openalex.org/W3192973400","https://openalex.org/W4249970585","https://openalex.org/W4286893914","https://openalex.org/W4300361987","https://openalex.org/W4312724223","https://openalex.org/W4312768898","https://openalex.org/W4312911614","https://openalex.org/W4313129039","https://openalex.org/W4384499111","https://openalex.org/W6738796088"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W1973815830","https://openalex.org/W2007537158"],"abstract_inverted_index":{"In":[0,23],"multi-cell":[1],"systems,":[2],"joint":[3,30],"multi-user":[4],"scheduling":[5],"and":[6,48,126],"beamforming":[7],"(MUS-BF)":[8],"design":[9,32],"are":[10,15],"two":[11],"fundamental":[12],"problems":[13],"that":[14,138],"usually":[16],"studied":[17],"separately":[18],"in":[19,183],"the":[20,29,34,38,43,53,58,87,95,132,139,148,156,163,170],"existing":[21,161],"literature.":[22],"this":[24],"work,":[25],"we":[26,50,74],"focus":[27],"on":[28,81,131],"MUS-BF":[31,78,112,129,182],"with":[33,57,113,169],"goal":[35],"of":[36,147],"minimizing":[37],"network":[39,54,61,90,99],"experience":[40,55,62,91],"delay.":[41],"Since":[42],"objective":[44],"function":[45],"is":[46,102,119],"long-term":[47,59,88],"non-convex,":[49],"first":[51],"equate":[52],"delay":[56,63,92],"average":[60,89],"cost,":[64,93],"which":[65],"can":[66],"be":[67],"optimized":[68],"by":[69],"reinforcement":[70,83],"learning":[71,84],"techniques.":[72],"Then,":[73],"propose":[75],"a":[76,176],"distributed":[77],"scheme":[79,165],"based":[80,130],"multi-agent":[82],"to":[85,109,121,155,160],"minimize":[86],"where":[94],"adaptive":[96,140],"multi-deep":[97],"Q":[98],"(DQN)":[100],"architecture":[101,142],"designed":[103],"at":[104],"each":[105],"base":[106],"station":[107],"(BS)":[108],"find":[110],"suitable":[111],"low":[114],"computational":[115,145],"complexity.":[116],"Each":[117],"BS":[118],"able":[120],"train":[122],"its":[123],"own":[124],"multi-DQN":[125,141],"implement":[127],"appropriate":[128],"local":[133],"information.":[134],"Simulation":[135],"results":[136],"validate":[137],"decreases":[143],"70%":[144],"complexity":[146],"proposed":[149,164],"algorithm":[150],"without":[151],"compromising":[152],"performance":[153,168],"compared":[154],"non-adaptive":[157],"design.":[158],"Compared":[159],"schemes,":[162],"achieves":[166],"superior":[167],"lowest":[171],"information":[172],"overhead,":[173],"making":[174],"it":[175],"more":[177],"appealing":[178],"solution":[179],"for":[180],"real-time":[181],"delay-sensitive":[184],"scenarios.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}