{"id":"https://openalex.org/W4403059010","doi":"https://doi.org/10.1109/tii.2024.3459025","title":"Beamforming Design of IRS-Assisted SWIPT System Based on Deep Reinforcement Learning","display_name":"Beamforming Design of IRS-Assisted SWIPT System Based on Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-10-02","ids":{"openalex":"https://openalex.org/W4403059010","doi":"https://doi.org/10.1109/tii.2024.3459025"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2024.3459025","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3459025","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091919893","display_name":"Hui Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hui Zhang","raw_affiliation_strings":["Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112980029","display_name":"Qiming Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiming Jia","raw_affiliation_strings":["Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020667780","display_name":"Han Xu","orcid":"https://orcid.org/0009-0003-1523-0175"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Han","raw_affiliation_strings":["Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036329311","display_name":"Hongde Yu","orcid":"https://orcid.org/0000-0002-2576-271X"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongde Yu","raw_affiliation_strings":["Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073649829","display_name":"Jiaxiang Zhao","orcid":"https://orcid.org/0000-0002-2287-0811"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxiang Zhao","raw_affiliation_strings":["Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin Key Laboratory of Optoelectronic Sensor and Sensing Network Technology, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5091919893"],"corresponding_institution_ids":["https://openalex.org/I205237279"],"apc_list":null,"apc_paid":null,"fwci":9.9253,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.97438917,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"21","issue":"1","first_page":"733","last_page":"742"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11946","display_name":"Antenna Design and Optimization","score":0.8817999958992004,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11946","display_name":"Antenna Design and Optimization","score":0.8817999958992004,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7130516171455383},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.7094024419784546},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6696889400482178},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.39536648988723755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3100053071975708},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.17158502340316772}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7130516171455383},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.7094024419784546},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6696889400482178},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39536648988723755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3100053071975708},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.17158502340316772}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2024.3459025","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3459025","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7463095302","display_name":null,"funder_award_id":"61671254","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1922569449","https://openalex.org/W1986713630","https://openalex.org/W1997770298","https://openalex.org/W2046376809","https://openalex.org/W2111505049","https://openalex.org/W2149831971","https://openalex.org/W2177372563","https://openalex.org/W2537122090","https://openalex.org/W2621598027","https://openalex.org/W2735938380","https://openalex.org/W2950077417","https://openalex.org/W2968389137","https://openalex.org/W2969424089","https://openalex.org/W2981096252","https://openalex.org/W2990747873","https://openalex.org/W2996961035","https://openalex.org/W3001613668","https://openalex.org/W3006762012","https://openalex.org/W3034281970","https://openalex.org/W3035049807","https://openalex.org/W3035702742","https://openalex.org/W3040433108","https://openalex.org/W3042391361","https://openalex.org/W3045518381","https://openalex.org/W3045780692","https://openalex.org/W3048657120","https://openalex.org/W3109685033","https://openalex.org/W3160025368","https://openalex.org/W3160036209","https://openalex.org/W3197956610","https://openalex.org/W3212260081","https://openalex.org/W3216609622","https://openalex.org/W4225737845","https://openalex.org/W4226061238","https://openalex.org/W4226320646","https://openalex.org/W4284972522","https://openalex.org/W4285225593","https://openalex.org/W4285260532","https://openalex.org/W4285291487","https://openalex.org/W4289535520","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2963170046","https://openalex.org/W2376244802","https://openalex.org/W2390279801","https://openalex.org/W2923631784","https://openalex.org/W4306904969","https://openalex.org/W818226659","https://openalex.org/W2358668433","https://openalex.org/W4311414679"],"abstract_inverted_index":{"In":[0],"the":[1,19,25,39,50,67,71,87,106,122,127,136,141],"intelligent":[2],"reflecting":[3],"surface":[4],"(IRS)-assisted":[5],"simultaneous":[6],"wireless":[7],"information":[8],"and":[9,31,56,92,112,121,140],"power":[10,143],"transfer":[11],"(SWIPT)":[12],"system,":[13],"it":[14],"is":[15,44,47,63,77,84,130],"critical":[16],"to":[17,34,65,79,98],"improve":[18,99],"system":[20],"performance":[21],"by":[22,49,126],"jointly":[23],"designing":[24],"transmit":[26],"beamforming":[27,36],"of":[28,54,70,135],"base":[29],"station":[30],"IRS.":[32],"According":[33],"this":[35,81,119],"design":[37],"problem,":[38,82],"actual":[40],"phase-related":[41],"amplitude":[42],"model":[43],"established":[45,64],"that":[46,105,134],"affected":[48],"nonlinear":[51],"energy":[52],"loss":[53],"IRS,":[55],"then":[57],"a":[58,74],"multiparameter":[59],"joint":[60],"optimization":[61],"problem":[62],"maximize":[66],"rate":[68,124],"sum":[69,123],"devices.":[72],"Furthermore,":[73],"PER-SAC":[75,107,128],"algorithm":[76,108,129],"proposed":[78],"solve":[80],"which":[83],"based":[85],"on":[86],"soft":[88],"actor\u2013critic":[89],"(SAC)":[90],"principle":[91],"uses":[93],"prioritized":[94],"experience":[95],"replay":[96],"(PER)":[97],"training":[100],"efficiency.":[101],"The":[102],"results":[103],"show":[104],"has":[109],"better":[110],"stability":[111],"convergence":[113],"effect":[114],"than":[115,133],"other":[116],"algorithms":[117],"in":[118],"scenario,":[120],"obtained":[125],"also":[131],"higher":[132],"random":[137,142],"phase-shift":[138],"scheme":[139],"splitting":[144],"ratio":[145],"scheme.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-01T17:29:45.350535","created_date":"2025-10-10T00:00:00"}
