{"id":"https://openalex.org/W4226115187","doi":"https://doi.org/10.1109/jsac.2022.3158696","title":"Proximal Policy Optimization-Based Transmit Beamforming and Phase-Shift Design in an IRS-Aided ISAC System for the THz Band","display_name":"Proximal Policy Optimization-Based Transmit Beamforming and Phase-Shift Design in an IRS-Aided ISAC System for the THz Band","publication_year":2022,"publication_date":"2022-03-11","ids":{"openalex":"https://openalex.org/W4226115187","doi":"https://doi.org/10.1109/jsac.2022.3158696"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2022.3158696","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2022.3158696","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2203.10819","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101978498","display_name":"Xiangnan Liu","orcid":"https://orcid.org/0000-0002-0094-8948"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangnan Liu","raw_affiliation_strings":["Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0094-8948","affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458455","display_name":"Haijun Zhang","orcid":"https://orcid.org/0000-0002-0236-6482"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijun Zhang","raw_affiliation_strings":["Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0236-6482","affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029384171","display_name":"Keping Long","orcid":"https://orcid.org/0000-0001-6678-6075"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keping Long","raw_affiliation_strings":["Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6678-6075","affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101976106","display_name":"Mingyu Zhou","orcid":"https://orcid.org/0000-0003-0734-4976"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mingyu Zhou","raw_affiliation_strings":["BaiCells Technologies Company, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0734-4976","affiliations":[{"raw_affiliation_string":"BaiCells Technologies Company, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448724","display_name":"Yonghui Li","orcid":"https://orcid.org/0000-0001-7702-1123"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yonghui Li","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7702-1123","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042307561","display_name":"H. Vincent Poor","orcid":"https://orcid.org/0000-0002-2062-131X"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"H. Vincent Poor","raw_affiliation_strings":["Department of Electrical and Computer, Princeton University, Princeton, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0002-2062-131X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer, Princeton University, Princeton, NJ, USA","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.4401,"has_fulltext":false,"cited_by_count":104,"citation_normalized_percentile":{"value":0.98393197,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"40","issue":"7","first_page":"2056","last_page":"2069"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.908585786819458},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7803572416305542},{"id":"https://openalex.org/keywords/mimo","display_name":"MIMO","score":0.6181820631027222},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.46265655755996704},{"id":"https://openalex.org/keywords/precoding","display_name":"Precoding","score":0.43129950761795044},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.42437705397605896},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.28177815675735474},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17983022332191467},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1030537486076355}],"concepts":[{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.908585786819458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7803572416305542},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.6181820631027222},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.46265655755996704},{"id":"https://openalex.org/C160562895","wikidata":"https://www.wikidata.org/wiki/Q7239557","display_name":"Precoding","level":4,"score":0.43129950761795044},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.42437705397605896},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.28177815675735474},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17983022332191467},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1030537486076355}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jsac.2022.3158696","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2022.3158696","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2203.10819","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.10819","pdf_url":"https://arxiv.org/pdf/2203.10819","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2203.10819","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.10819","pdf_url":"https://arxiv.org/pdf/2203.10819","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3056012747","display_name":null,"funder_award_id":"KF2004","funder_id":"https://openalex.org/F4320329246","funder_display_name":"State Key Laboratory of Advanced Metallurgy"},{"id":"https://openalex.org/G3352534975","display_name":null,"funder_award_id":"61822104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G376770816","display_name":"\u9762\u5411\u8d85\u91cf\u4fe1\u606f\u65f6\u53d8\u4f20\u8f93\u7684\u8d85\u5bc6\u96c6\u5f02\u6784\u7f51\u7edc\u65e0\u7ebf\u8d44\u6e90\u7ba1\u7406\u7b56\u7565\u7814\u7a76","funder_award_id":"61771044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G392708383","display_name":null,"funder_award_id":"FRFTP-19-002C1","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6193230976","display_name":null,"funder_award_id":"RC1631","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8363601553","display_name":null,"funder_award_id":"2020YFB1708800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G967332224","display_name":null,"funder_award_id":"L212004","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320329246","display_name":"State Key Laboratory of Advanced Metallurgy","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2020909452","https://openalex.org/W2034667789","https://openalex.org/W2071975125","https://openalex.org/W2155951048","https://openalex.org/W2177812198","https://openalex.org/W2321959027","https://openalex.org/W2562947506","https://openalex.org/W2566524451","https://openalex.org/W2616985635","https://openalex.org/W2746390786","https://openalex.org/W2883094398","https://openalex.org/W2950077417","https://openalex.org/W2955133642","https://openalex.org/W2963060851","https://openalex.org/W2966968590","https://openalex.org/W2968301466","https://openalex.org/W3001613668","https://openalex.org/W3006143078","https://openalex.org/W3006762012","https://openalex.org/W3013525469","https://openalex.org/W3034094044","https://openalex.org/W3034281970","https://openalex.org/W3035049807","https://openalex.org/W3035386068","https://openalex.org/W3036749975","https://openalex.org/W3038047043","https://openalex.org/W3038534820","https://openalex.org/W3089193922","https://openalex.org/W3096513223","https://openalex.org/W3097485127","https://openalex.org/W3103493968","https://openalex.org/W3129178996","https://openalex.org/W3133505491","https://openalex.org/W3144422272","https://openalex.org/W3163894240","https://openalex.org/W3194620979","https://openalex.org/W3213070675","https://openalex.org/W6740222838","https://openalex.org/W6794233980"],"related_works":["https://openalex.org/W2152088989","https://openalex.org/W2756419127","https://openalex.org/W4366493479","https://openalex.org/W2905893439","https://openalex.org/W2489379490","https://openalex.org/W2141031289","https://openalex.org/W2546963302","https://openalex.org/W4381162408","https://openalex.org/W4286569445","https://openalex.org/W2047743558"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"an":[3],"IRS-aided":[4],"integrated":[5],"sensing":[6],"and":[7,26,46,73,119,128],"communications":[8],"(ISAC)":[9],"system":[10,22],"operating":[11],"in":[12,58,102,123],"the":[13,21,40,59,66,74,86,97,103,112,115],"terahertz":[14],"(THz)":[15],"band":[16],"is":[17,49],"proposed":[18],"to":[19],"maximize":[20],"capacity.":[23],"Transmit":[24],"beamforming":[25,45,72,127],"phase-shift":[27,47,129],"design":[28,48],"are":[29],"transformed":[30],"into":[31],"a":[32,91],"universal":[33],"optimization":[34,42,56],"problem":[35],"with":[36,96],"ergodic":[37],"constraints.":[38],"Then":[39],"joint":[41],"of":[43,79,99,114,125],"transmit":[44,71,126],"achieved":[50],"by":[51],"gradient-based,":[52],"primal-dual":[53,116],"proximal":[54],"policy":[55],"(PPO)":[57],"multi-user":[60,104],"multiple-input":[61,105],"single-output":[62],"(MISO)":[63],"scenario.":[64,108],"Specifically,":[65],"actor":[67],"part":[68,76],"generates":[69],"continuous":[70],"critic":[75],"takes":[77],"charge":[78],"discrete":[80],"phase":[81],"shift":[82],"design.":[83,130],"Based":[84],"on":[85],"MISO":[87],"scenario,":[88],"we":[89],"investigate":[90],"distributed":[92],"PPO":[93,117],"(DPPO)":[94],"framework":[95],"concept":[98],"multi-threading":[100,121],"learning":[101],"multiple-output":[106],"(MIMO)":[107],"Simulation":[109],"results":[110],"demonstrate":[111],"effectiveness":[113],"algorithm":[118],"its":[120],"version":[122],"terms":[124]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":35},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":7}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}