{"id":"https://openalex.org/W3034937239","doi":"https://doi.org/10.1109/sam48682.2020.9104386","title":"Joint User Scheduling and Beam Selection in mmWave Networks Based on Multi-Agent Reinforcement Learning","display_name":"Joint User Scheduling and Beam Selection in mmWave Networks Based on Multi-Agent Reinforcement Learning","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3034937239","doi":"https://doi.org/10.1109/sam48682.2020.9104386","mag":"3034937239"},"language":"en","primary_location":{"id":"doi:10.1109/sam48682.2020.9104386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sam48682.2020.9104386","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 11th Sensor Array and Multichannel Signal Processing Workshop (SAM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113981188","display_name":"Chunmei Xu","orcid":"https://orcid.org/0009-0006-9442-7284"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunmei Xu","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053773849","display_name":"Shengheng Liu","orcid":"https://orcid.org/0000-0001-6579-9798"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengheng Liu","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100439698","display_name":"Cheng Zhang","orcid":"https://orcid.org/0000-0003-2663-4207"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Zhang","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056225611","display_name":"Yongming Huang","orcid":"https://orcid.org/0000-0003-3616-4616"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongming Huang","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111277180","display_name":"Luxi Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luxi Yang","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10262","display_name":"Microwave Engineering and Waveguides","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8512500524520874},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8218097686767578},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.7045672535896301},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.637204110622406},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6149381399154663},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5459900498390198},{"id":"https://openalex.org/keywords/user-equipment","display_name":"User equipment","score":0.5315983295440674},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5194094181060791},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.43941396474838257},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.431514710187912},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3937769830226898},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2698213458061218},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21742156147956848}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8512500524520874},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8218097686767578},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.7045672535896301},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.637204110622406},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6149381399154663},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5459900498390198},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.5315983295440674},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5194094181060791},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.43941396474838257},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.431514710187912},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3937769830226898},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2698213458061218},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21742156147956848},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/sam48682.2020.9104386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sam48682.2020.9104386","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 11th Sensor Array and Multichannel Signal Processing Workshop (SAM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1542941925","https://openalex.org/W1564534945","https://openalex.org/W1757796397","https://openalex.org/W2033775444","https://openalex.org/W2043794511","https://openalex.org/W2054692642","https://openalex.org/W2104074482","https://openalex.org/W2121863487","https://openalex.org/W2165150801","https://openalex.org/W2398409936","https://openalex.org/W2597445627","https://openalex.org/W2750958948","https://openalex.org/W2784197713","https://openalex.org/W2803370496","https://openalex.org/W2961618868","https://openalex.org/W2963407617","https://openalex.org/W2963643599","https://openalex.org/W2963864421","https://openalex.org/W2963939962","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W4299802797","https://openalex.org/W4302570325","https://openalex.org/W6632558091","https://openalex.org/W6637967152","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6738796088"],"related_works":["https://openalex.org/W4365807906","https://openalex.org/W2157864637","https://openalex.org/W4223416141","https://openalex.org/W3006920049","https://openalex.org/W2546639359","https://openalex.org/W1922070205","https://openalex.org/W2957675536","https://openalex.org/W4226210192","https://openalex.org/W4376480765","https://openalex.org/W4313169359"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"consider":[4],"a":[5,79],"multi-cell":[6],"downlink":[7],"mmWave":[8],"communication":[9],"network":[10],"and":[11,35,52],"investigate":[12],"an":[13],"efficient":[14],"transmission":[15],"scheme":[16],"for":[17],"all":[18],"base":[19],"stations.":[20],"Since":[21],"the":[22,30,48,58,65,76,86,97,100],"beams":[23],"are":[24],"highly":[25],"directed":[26],"with":[27],"respected":[28],"to":[29,46,84],"user":[31,33,50],"equipments,":[32],"scheduling":[34,51],"beam":[36,53],"selection":[37,54],"strategy":[38,55,88],"should":[39],"be":[40],"jointly":[41],"considered.":[42],"The":[43],"objective":[44],"is":[45,82],"develop":[47,85],"joint":[49,87],"that":[56],"minimizes":[57],"long-term":[59,77],"average":[60],"delay":[61],"cost":[62],"while":[63],"satisfying":[64],"instantaneous":[66],"quality":[67],"of":[68,71,99],"service":[69],"constraint":[70],"each":[72],"user.":[73],"To":[74],"achieve":[75],"performance,":[78],"distributed":[80,103],"algorithm":[81],"proposed":[83,101],"based":[89],"on":[90],"multi-agent":[91],"reinforcement":[92],"learning.":[93],"Simulation":[94],"results":[95],"validate":[96],"effectiveness":[98],"intelligent":[102],"method.":[104]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}