{"id":"https://openalex.org/W4210330418","doi":"https://doi.org/10.1109/globecom46510.2021.9685203","title":"Primal Dual PPO Learning Resource Allocation in Indoor IRS-Aided Networks","display_name":"Primal Dual PPO Learning Resource Allocation in Indoor IRS-Aided Networks","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4210330418","doi":"https://doi.org/10.1109/globecom46510.2021.9685203"},"language":"en","primary_location":{"id":"doi:10.1109/globecom46510.2021.9685203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685203","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100458455","display_name":"Haijun Zhang","orcid":"https://orcid.org/0000-0002-0236-6482"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijun Zhang","raw_affiliation_strings":["University of Science and Technology Beijing,Institute of Artificial Intelligence,Beijing,China","Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology Beijing,Institute of Artificial Intelligence,Beijing,China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101978498","display_name":"Xiangnan Liu","orcid":"https://orcid.org/0000-0002-0094-8948"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangnan Liu","raw_affiliation_strings":["University of Science and Technology Beijing,Institute of Artificial Intelligence,Beijing,China","Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology Beijing,Institute of Artificial Intelligence,Beijing,China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029384171","display_name":"Keping Long","orcid":"https://orcid.org/0000-0001-6678-6075"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keping Long","raw_affiliation_strings":["University of Science and Technology Beijing,Institute of Artificial Intelligence,Beijing,China","Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology Beijing,Institute of Artificial Intelligence,Beijing,China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042307561","display_name":"H. Vincent Poor","orcid":"https://orcid.org/0000-0002-2062-131X"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"H. Vincent Poor","raw_affiliation_strings":["Princeton University,Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services,Department of Electrical and Computer Engineering,Princeton,NJ,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University,Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services,Department of Electrical and Computer Engineering,Princeton,NJ,USA","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.814,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70308301,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7568013668060303},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7397366762161255},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6846390962600708},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5633298754692078},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.5566723942756653},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5387981534004211},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4904620349407196},{"id":"https://openalex.org/keywords/spectral-efficiency","display_name":"Spectral efficiency","score":0.4709019958972931},{"id":"https://openalex.org/keywords/ergodic-theory","display_name":"Ergodic theory","score":0.46714848279953003},{"id":"https://openalex.org/keywords/noma","display_name":"Noma","score":0.45134657621383667},{"id":"https://openalex.org/keywords/bandwidth-allocation","display_name":"Bandwidth allocation","score":0.42378777265548706},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.420576810836792},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4176448583602905},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3392239212989807},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.251348078250885},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18694791197776794},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14068657159805298},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.11523297429084778},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11487537622451782}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7568013668060303},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7397366762161255},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6846390962600708},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5633298754692078},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.5566723942756653},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5387981534004211},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4904620349407196},{"id":"https://openalex.org/C137246740","wikidata":"https://www.wikidata.org/wiki/Q583970","display_name":"Spectral efficiency","level":3,"score":0.4709019958972931},{"id":"https://openalex.org/C122044880","wikidata":"https://www.wikidata.org/wiki/Q5498822","display_name":"Ergodic theory","level":2,"score":0.46714848279953003},{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.45134657621383667},{"id":"https://openalex.org/C200157131","wikidata":"https://www.wikidata.org/wiki/Q4854763","display_name":"Bandwidth allocation","level":3,"score":0.42378777265548706},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.420576810836792},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4176448583602905},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3392239212989807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.251348078250885},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18694791197776794},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14068657159805298},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.11523297429084778},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11487537622451782},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom46510.2021.9685203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685203","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3178819787","display_name":null,"funder_award_id":"FRF-TP-19-002C 1,RC1631","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3843733153","display_name":null,"funder_award_id":"61822104; 61771044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6280663984","display_name":null,"funder_award_id":"2019YFB1803304","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325365","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2040182756","https://openalex.org/W2060661941","https://openalex.org/W2342920167","https://openalex.org/W2562947506","https://openalex.org/W2807192995","https://openalex.org/W2883094398","https://openalex.org/W2962935525","https://openalex.org/W2963341937","https://openalex.org/W2966968590","https://openalex.org/W2968018638","https://openalex.org/W2968389137","https://openalex.org/W2969195240","https://openalex.org/W2971598376","https://openalex.org/W2982322683","https://openalex.org/W2991097273","https://openalex.org/W3006962285","https://openalex.org/W3013525469","https://openalex.org/W3034629262"],"related_works":["https://openalex.org/W4389461906","https://openalex.org/W2293822216","https://openalex.org/W4318262205","https://openalex.org/W3007170335","https://openalex.org/W2963158738","https://openalex.org/W3114372513","https://openalex.org/W4299712621","https://openalex.org/W4381744901","https://openalex.org/W2037283301","https://openalex.org/W2027592263"],"abstract_inverted_index":{"Terahertz":[0],"communications":[1],"is":[2,63,88,132],"regarded":[3],"as":[4],"a":[5,66,123],"promising":[6],"technology":[7],"due":[8],"to":[9,42,90,97,134],"its":[10],"higher":[11],"bandwidth":[12],"and":[13,20,35,94,100,109],"narrower":[14],"beamwidths,":[15],"which":[16],"can":[17],"improve":[18],"capacity":[19],"coverage":[21],"for":[22],"indoor":[23,46,59],"wireless":[24,54],"users.":[25],"In":[26,119],"this":[27],"paper,":[28],"the":[29,50,74,92,110,120,141,144],"intelligent":[30],"reflecting":[31],"surface":[32],"(IRS)":[33],"technique":[34],"non-orthogonal":[36],"multiple":[37],"access":[38],"(NOMA)":[39],"are":[40],"utilized":[41],"compensate":[43],"drawbacks":[44],"of":[45,76,79,115,122,143],"transmission":[47],"mismatch":[48],"in":[49,58,150],"terahertz":[51,60],"band.":[52],"Then":[53],"resource":[55],"allocation":[56],"optimization":[57,68,86],"IRS-aided":[61],"systems":[62],"transformed":[64],"into":[65],"universal":[67],"problem":[69],"with":[70],"ergodic":[71],"constraints.":[72],"With":[73],"aid":[75],"parametrization":[77],"features":[78],"deep":[80,124],"neural":[81],"networks":[82],"(DNNs),":[83],"proximal":[84],"policy":[85,93],"(PPO)":[87],"adopted":[89],"train":[91],"corresponding":[95],"actions":[96],"allocate":[98],"power":[99,107],"bandwidths.":[101],"The":[102],"actor":[103],"part":[104,112],"generates":[105],"continuous":[106],"allocation,":[108],"critic":[111],"takes":[113],"charge":[114],"discrete":[116],"bandwidths":[117],"allocation.":[118],"design":[121],"reinforcement":[125],"learning":[126,148],"(DRL)":[127],"framework,":[128],"primal":[129,145],"dual":[130,146],"ascent":[131],"proposed":[133],"realize":[135],"model-free":[136],"training.":[137],"Simulation":[138],"results":[139],"demonstrate":[140],"effectiveness":[142],"PPO":[147],"algorithm":[149],"different":[151],"settings.":[152]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}