{"id":"https://openalex.org/W4210656730","doi":"https://doi.org/10.1109/globecom46510.2021.9685562","title":"Multi-Agent DRL for User Association and Power Control in Terrestrial-Satellite Network","display_name":"Multi-Agent DRL for User Association and Power Control in Terrestrial-Satellite Network","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4210656730","doi":"https://doi.org/10.1109/globecom46510.2021.9685562"},"language":"en","primary_location":{"id":"doi:10.1109/globecom46510.2021.9685562","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685562","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100711201","display_name":"Xiaonan Li","orcid":"https://orcid.org/0000-0003-3661-2394"},"institutions":[{"id":"https://openalex.org/I4210147194","display_name":"Convergence","ror":"https://ror.org/03kcznq08","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210147194"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]},{"id":"https://openalex.org/I4210165198","display_name":"Beijing Advanced Sciences and Innovation Center","ror":"https://ror.org/05qm21180","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165198"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Xiaonan Li","raw_affiliation_strings":["Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing,Beijing,China","Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing, Beijing, China","Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services"],"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing,Beijing,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I92403157","https://openalex.org/I4210165198"]},{"raw_affiliation_string":"Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services","institution_ids":["https://openalex.org/I4210147194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458455","display_name":"Haijun Zhang","orcid":"https://orcid.org/0000-0002-0236-6482"},"institutions":[{"id":"https://openalex.org/I4210165198","display_name":"Beijing Advanced Sciences and Innovation Center","ror":"https://ror.org/05qm21180","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165198"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210147194","display_name":"Convergence","ror":"https://ror.org/03kcznq08","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210147194"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Haijun Zhang","raw_affiliation_strings":["Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing,Beijing,China","Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services","Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing,Beijing,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I92403157","https://openalex.org/I4210165198"]},{"raw_affiliation_string":"Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services","institution_ids":["https://openalex.org/I4210147194"]},{"raw_affiliation_string":"Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100317954","display_name":"Wei Li","orcid":"https://orcid.org/0000-0001-5117-9221"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210147194","display_name":"Convergence","ror":"https://ror.org/03kcznq08","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210147194"]},{"id":"https://openalex.org/I4210165198","display_name":"Beijing Advanced Sciences and Innovation Center","ror":"https://ror.org/05qm21180","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165198"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Wei Li","raw_affiliation_strings":["Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing,Beijing,China","Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing, Beijing, China","Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services"],"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing,Beijing,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I92403157","https://openalex.org/I4210165198"]},{"raw_affiliation_string":"Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services","institution_ids":["https://openalex.org/I4210147194"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029384171","display_name":"Keping Long","orcid":"https://orcid.org/0000-0001-6678-6075"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]},{"id":"https://openalex.org/I4210147194","display_name":"Convergence","ror":"https://ror.org/03kcznq08","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210147194"]},{"id":"https://openalex.org/I4210165198","display_name":"Beijing Advanced Sciences and Innovation Center","ror":"https://ror.org/05qm21180","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165198"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Keping Long","raw_affiliation_strings":["Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing,Beijing,China","Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing, Beijing, China","Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services"],"affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing,Beijing,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I92403157","https://openalex.org/I4210165198"]},{"raw_affiliation_string":"Beijing Advanced Innovation Center for Materials Genome Engineering, Institute of Artificial Intelligence, University of Science and Technology, Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services","institution_ids":["https://openalex.org/I4210147194"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100711201"],"corresponding_institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210147194","https://openalex.org/I4210165198","https://openalex.org/I92403157"],"apc_list":null,"apc_paid":null,"fwci":1.6686,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.85104702,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7389105558395386},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.6685065031051636},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6282004714012146},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.5058726668357849},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.4740176796913147},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4638490676879883},{"id":"https://openalex.org/keywords/communications-satellite","display_name":"Communications satellite","score":0.4160749614238739},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36442694067955017},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3625637888908386},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.342210590839386},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32835865020751953},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24673286080360413},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13644728064537048}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7389105558395386},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.6685065031051636},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6282004714012146},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.5058726668357849},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.4740176796913147},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4638490676879883},{"id":"https://openalex.org/C121308736","wikidata":"https://www.wikidata.org/wiki/Q149918","display_name":"Communications satellite","level":3,"score":0.4160749614238739},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36442694067955017},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3625637888908386},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.342210590839386},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32835865020751953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24673286080360413},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13644728064537048},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom46510.2021.9685562","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685562","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G6861227655","display_name":null,"funder_award_id":"61822104,61771044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7013850512","display_name":null,"funder_award_id":"FRF-TP-19-002C1,RC1631","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325365","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2734990044","https://openalex.org/W2799547155","https://openalex.org/W2807192995","https://openalex.org/W2809668091","https://openalex.org/W2945875572","https://openalex.org/W2947525023","https://openalex.org/W2976958752","https://openalex.org/W2999745997","https://openalex.org/W3013525469","https://openalex.org/W3034629262","https://openalex.org/W3041665056","https://openalex.org/W3089847385","https://openalex.org/W4299802797","https://openalex.org/W6738796088","https://openalex.org/W6783527323"],"related_works":["https://openalex.org/W2028835441","https://openalex.org/W2014272287","https://openalex.org/W3190102556","https://openalex.org/W2382399267","https://openalex.org/W2087800461","https://openalex.org/W1967383195","https://openalex.org/W1568348862","https://openalex.org/W2018705663","https://openalex.org/W2382054364","https://openalex.org/W2368380605"],"abstract_inverted_index":{"In":[0,53],"the":[1,14,68,79,84,93,104,113],"past":[2],"few":[3],"years,":[4],"satellite":[5],"communications":[6],"have":[7,31],"greatly":[8],"affected":[9],"our":[10,54],"daily":[11],"lives.":[12],"Because":[13],"resources":[15,24],"of":[16,25,44,106],"terrestrial-satellite":[17,26,45,115],"network":[18,27,46],"are":[19],"limited,":[20],"how":[21],"to":[22,66],"allocate":[23],"through":[28],"effective":[29],"methods":[30],"become":[32],"a":[33,38,58],"major":[34],"challenge.":[35],"We":[36],"propose":[37],"framework":[39],"for":[40],"energy":[41,70],"efficiency":[42,71],"optimization":[43,89],"based":[47],"on":[48],"Non-orthogonal":[49],"multiple":[50],"access":[51],"(NOMA).":[52],"framework,":[55],"we":[56],"adopt":[57],"multi-agent":[59],"deep":[60,96],"deterministic":[61],"policy":[62],"gradient":[63],"(MADDPG)":[64],"method":[65,86],"obtain":[67],"maximum":[69],"by":[72],"user":[73,107],"association":[74,108],"and":[75,100,109],"power":[76,110],"control.":[77],"Finally,":[78],"simulation":[80],"results":[81],"show":[82],"that":[83],"proposed":[85],"has":[87],"better":[88],"performance":[90],"compared":[91],"with":[92],"traditional":[94],"singleagent":[95],"reinforcement":[97],"learning":[98],"algorithm":[99],"can":[101],"efficiently":[102],"solve":[103],"problems":[105],"control":[111],"in":[112],"integrated":[114],"network.":[116]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}