{"id":"https://openalex.org/W4321064268","doi":"https://doi.org/10.1109/wcsp55476.2022.10039477","title":"Adaptive mm Wave Beam Tracking in 3D Scenes via Multi - Agent Deep Q Learning","display_name":"Adaptive mm Wave Beam Tracking in 3D Scenes via Multi - Agent Deep Q Learning","publication_year":2022,"publication_date":"2022-11-01","ids":{"openalex":"https://openalex.org/W4321064268","doi":"https://doi.org/10.1109/wcsp55476.2022.10039477"},"language":"en","primary_location":{"id":"doi:10.1109/wcsp55476.2022.10039477","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wcsp55476.2022.10039477","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 14th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036989019","display_name":"Yuncheng Lu","orcid":"https://orcid.org/0000-0003-0465-942X"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuncheng Lu","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University,Purple Mountain Laboratories,Nanjing,China","Purple Mountain Laboratories, School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University,Purple Mountain Laboratories,Nanjing,China","institution_ids":["https://openalex.org/I4210155350","https://openalex.org/I76569877"]},{"raw_affiliation_string":"Purple Mountain Laboratories, School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I4210155350","https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065732198","display_name":"Fan Meng","orcid":"https://orcid.org/0000-0002-9769-0057"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Meng","raw_affiliation_strings":["Purple Mountain Laboratories,Nanjing,China","Purple Mountain Laboratories, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purple Mountain Laboratories,Nanjing,China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056225611","display_name":"Yongming Huang","orcid":"https://orcid.org/0000-0003-3616-4616"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongming Huang","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University,Purple Mountain Laboratories,Nanjing,China","Purple Mountain Laboratories, School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University,Purple Mountain Laboratories,Nanjing,China","institution_ids":["https://openalex.org/I4210155350","https://openalex.org/I76569877"]},{"raw_affiliation_string":"Purple Mountain Laboratories, School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I4210155350","https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103201862","display_name":"Zhaohua Lu","orcid":"https://orcid.org/0000-0002-2918-6692"},"institutions":[{"id":"https://openalex.org/I4210098582","display_name":"ZTE (China)","ror":"https://ror.org/00rjhhq63","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210098582"]},{"id":"https://openalex.org/I4391767749","display_name":"State Key Laboratory of Mobile Networks and Mobile Multimedia Technology","ror":"https://ror.org/05cd55294","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210098582","https://openalex.org/I4391767749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaohua Lu","raw_affiliation_strings":["ZTE Corporation,State Key Laboratory of Mobile Network and Mobile Multimedia Technology,Shenzhen,China","State Key Laboratory of Mobile Network and Mobile Multimedia Technology, ZTE Corporation, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ZTE Corporation,State Key Laboratory of Mobile Network and Mobile Multimedia Technology,Shenzhen,China","institution_ids":["https://openalex.org/I4210098582","https://openalex.org/I4391767749"]},{"raw_affiliation_string":"State Key Laboratory of Mobile Network and Mobile Multimedia Technology, ZTE Corporation, Shenzhen, China","institution_ids":["https://openalex.org/I4210098582","https://openalex.org/I4391767749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101791294","display_name":"Fei Yu","orcid":"https://orcid.org/0000-0002-9604-4571"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Yu","raw_affiliation_strings":["Southeast University,School of Information Science and Engineering,Nanjing,China","School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,School of Information Science and Engineering,Nanjing,China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"719","last_page":"724"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10262","display_name":"Microwave Engineering and Waveguides","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7477247714996338},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6726681590080261},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.6726351976394653},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5846366286277771},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5700193047523499},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.5548819899559021},{"id":"https://openalex.org/keywords/extremely-high-frequency","display_name":"Extremely high frequency","score":0.5165613889694214},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5138381123542786},{"id":"https://openalex.org/keywords/beam","display_name":"Beam (structure)","score":0.4733322262763977},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4580368995666504},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.33701005578041077},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1504351794719696},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13641828298568726}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7477247714996338},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6726681590080261},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.6726351976394653},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5846366286277771},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5700193047523499},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5548819899559021},{"id":"https://openalex.org/C45764600","wikidata":"https://www.wikidata.org/wiki/Q570342","display_name":"Extremely high frequency","level":2,"score":0.5165613889694214},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5138381123542786},{"id":"https://openalex.org/C168834538","wikidata":"https://www.wikidata.org/wiki/Q3705329","display_name":"Beam (structure)","level":2,"score":0.4733322262763977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4580368995666504},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.33701005578041077},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1504351794719696},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13641828298568726},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcsp55476.2022.10039477","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/wcsp55476.2022.10039477","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 14th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2053521124","https://openalex.org/W2186745177","https://openalex.org/W2198911682","https://openalex.org/W2201581102","https://openalex.org/W2288898887","https://openalex.org/W2297541993","https://openalex.org/W2508712411","https://openalex.org/W2604992528","https://openalex.org/W2614851539","https://openalex.org/W2725078910","https://openalex.org/W2748732524","https://openalex.org/W2801342153","https://openalex.org/W2891787690","https://openalex.org/W2954880032","https://openalex.org/W2998098254","https://openalex.org/W3015991879","https://openalex.org/W3036160090","https://openalex.org/W3108957811","https://openalex.org/W6687681856"],"related_works":["https://openalex.org/W1980381208","https://openalex.org/W2364594919","https://openalex.org/W2963170046","https://openalex.org/W2376244802","https://openalex.org/W1861706286","https://openalex.org/W4311414679","https://openalex.org/W2219338811","https://openalex.org/W2923631784","https://openalex.org/W818226659","https://openalex.org/W2167092671"],"abstract_inverted_index":{"Beamforming":[0],"is":[1],"indispensable":[2],"for":[3,44],"millimeter":[4],"wave":[5],"massive":[6],"multi-input":[7],"multi-output":[8],"systems,":[9],"meanwhile,":[10],"the":[11,57,68,94,100,105],"over-head":[12],"cost":[13],"of":[14,51,76,88,104],"channel":[15,46],"state":[16],"information":[17],"acquisition":[18],"can":[19],"be":[20],"consid-erable":[21],"especially":[22],"in":[23],"dynamic":[24,45,77],"environments.":[25],"To":[26],"reduce":[27,93],"beam":[28,36,64],"training":[29,86,95],"overhead,":[30],"we":[31,82],"propose":[32],"an":[33],"adaptive":[34],"distributed":[35],"tracking":[37],"algorithm":[38,59],"using":[39],"multi-agent":[40],"deep":[41,89],"Q":[42,90],"learning":[43,50],"sensing.":[47],"By":[48],"online":[49],"users'":[52],"movement":[53],"trajectories":[54],"as":[55],"prior,":[56],"proposed":[58],"learn":[60],"to":[61,66,92],"scan":[62],"a":[63,84],"subspace":[65],"maximize":[67],"average":[69],"effective":[70],"achievable":[71],"sum-rate,":[72],"without":[73],"prior":[74],"knowledges":[75],"channels.":[78],"Considering":[79],"practical":[80],"implement,":[81],"develop":[83],"simplified":[85],"scheme":[87],"network,":[91],"complexity.":[96],"Simulation":[97],"results":[98],"demonstrate":[99],"effectiveness":[101],"and":[102],"superiority":[103],"designed":[106],"method.":[107]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}