{"id":"https://openalex.org/W4376481228","doi":"https://doi.org/10.1109/jiot.2023.3275818","title":"Piecewise-DRL: Joint Beamforming Optimization for RIS-Assisted MU-MISO Communication System","display_name":"Piecewise-DRL: Joint Beamforming Optimization for RIS-Assisted MU-MISO Communication System","publication_year":2023,"publication_date":"2023-05-12","ids":{"openalex":"https://openalex.org/W4376481228","doi":"https://doi.org/10.1109/jiot.2023.3275818"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3275818","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3275818","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101474475","display_name":"Jianzheng Li","orcid":"https://orcid.org/0000-0002-4436-0919"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianzheng Li","raw_affiliation_strings":["School of Integrated Circuits and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4436-0919","affiliations":[{"raw_affiliation_string":"School of Integrated Circuits and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082594912","display_name":"Weijiang Wang","orcid":"https://orcid.org/0000-0001-8950-9337"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijiang Wang","raw_affiliation_strings":["School of Integrated Circuits and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8950-9337","affiliations":[{"raw_affiliation_string":"School of Integrated Circuits and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070140110","display_name":"Rongkun Jiang","orcid":"https://orcid.org/0000-0002-5335-5396"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongkun Jiang","raw_affiliation_strings":["School of Integrated Circuits and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5335-5396","affiliations":[{"raw_affiliation_string":"School of Integrated Circuits and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382943","display_name":"Xinyi Wang","orcid":"https://orcid.org/0000-0002-4010-7895"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Wang","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4010-7895","affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005456828","display_name":"Zesong Fei","orcid":"https://orcid.org/0000-0002-7576-625X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zesong Fei","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7576-625X","affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007377309","display_name":"Shihan Huang","orcid":"https://orcid.org/0000-0003-1995-2311"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shihan Huang","raw_affiliation_strings":["School of Integrated Circuits and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuits and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100766995","display_name":"Xiangnan Li","orcid":"https://orcid.org/0000-0001-9808-6153"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangnan Li","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9808-6153","affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":1.2776,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.79382032,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"10","issue":"19","first_page":"17323","last_page":"17337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10069","display_name":"Antenna Design and Analysis","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7668709754943848},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.6254341006278992},{"id":"https://openalex.org/keywords/piecewise","display_name":"Piecewise","score":0.5484375357627869},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5189011693000793},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.48058199882507324},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.47505638003349304},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4472358524799347},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.43982842564582825},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3952397108078003},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.18712979555130005},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1553017795085907},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13423267006874084}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7668709754943848},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.6254341006278992},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.5484375357627869},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5189011693000793},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.48058199882507324},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.47505638003349304},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4472358524799347},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.43982842564582825},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3952397108078003},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18712979555130005},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1553017795085907},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13423267006874084},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3275818","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3275818","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5866456736","display_name":null,"funder_award_id":"61801024","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6434645865","display_name":null,"funder_award_id":"cstc2021jcyj-msxmX1096","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G6486689234","display_name":null,"funder_award_id":"U20B2039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1970830346","https://openalex.org/W2128513990","https://openalex.org/W2520108953","https://openalex.org/W2616867685","https://openalex.org/W2795167939","https://openalex.org/W2898035736","https://openalex.org/W2915097532","https://openalex.org/W2951799422","https://openalex.org/W2953984813","https://openalex.org/W2955133642","https://openalex.org/W2962732150","https://openalex.org/W2963864421","https://openalex.org/W2965093385","https://openalex.org/W2969424089","https://openalex.org/W2982819838","https://openalex.org/W2988451509","https://openalex.org/W2990747873","https://openalex.org/W2992756490","https://openalex.org/W2995330189","https://openalex.org/W3005347223","https://openalex.org/W3010176898","https://openalex.org/W3012004564","https://openalex.org/W3012127008","https://openalex.org/W3013525469","https://openalex.org/W3015501413","https://openalex.org/W3017311957","https://openalex.org/W3021827715","https://openalex.org/W3034281970","https://openalex.org/W3036886449","https://openalex.org/W3080580814","https://openalex.org/W3088898206","https://openalex.org/W3090167083","https://openalex.org/W3098797675","https://openalex.org/W3099679786","https://openalex.org/W3100544904","https://openalex.org/W3109685033","https://openalex.org/W3124747810","https://openalex.org/W3129486236","https://openalex.org/W3139899023","https://openalex.org/W3142821183","https://openalex.org/W3143117471","https://openalex.org/W3146827687","https://openalex.org/W3167193327","https://openalex.org/W3189202224","https://openalex.org/W3193622262","https://openalex.org/W3201758153","https://openalex.org/W3208313739","https://openalex.org/W4210649002","https://openalex.org/W4221146592","https://openalex.org/W4313172227","https://openalex.org/W4322707290","https://openalex.org/W6684921986","https://openalex.org/W6755903938","https://openalex.org/W6770412359"],"related_works":["https://openalex.org/W2963170046","https://openalex.org/W2376244802","https://openalex.org/W1971477554","https://openalex.org/W2158075901","https://openalex.org/W818226659","https://openalex.org/W2923631784","https://openalex.org/W4311414679","https://openalex.org/W4286569445","https://openalex.org/W4315783257","https://openalex.org/W2047743558"],"abstract_inverted_index":{"With":[0],"the":[1,9,12,33,40,43,47,70,73,83,88,95,111,117,123,135,139,151,154,175],"widespread":[2],"connectivity":[3],"of":[4,11,14,20,42,72,87,153],"everyday":[5],"devices":[6,22],"realized":[7],"by":[8,80,126,165],"advent":[10],"Internet":[13],"Things":[15],"(IoT),":[16],"communication":[17,78],"between":[18,32],"users":[19],"different":[21],"has":[23],"become":[24],"increasingly":[25],"close.":[26],"In":[27],"practical":[28],"scenarios,":[29],"obstacles":[30],"present":[31],"transceiver":[34],"may":[35],"cause":[36],"a":[37,99,161],"deterioration":[38],"in":[39,60,107,170],"quality":[41],"received":[44],"signals.":[45],"Therefore,":[46],"reconfigurable":[48],"intelligent":[49],"surface":[50],"(RIS)":[51],"is":[52,105,178],"employed":[53],"to":[54,141,159],"create":[55],"virtual":[56],"Line-of-Sight":[57],"(LoS)":[58],"channels":[59],"an":[61,128],"IoT":[62],"network.":[63],"Specifically,":[64],"this":[65,108,146],"article":[66],"aims":[67],"at":[68],"maximizing":[69],"sum-rate":[71,164],"RIS-assisted":[74],"multiuser":[75],"multiple-input\u2013single-output":[76],"(MU-MISO)":[77],"systems":[79],"jointly":[81],"optimizing":[82],"phase":[84],"shift":[85],"matrix":[86],"RIS":[89],"and":[90,181,185],"transmit":[91],"beamforming.":[92],"To":[93],"solve":[94],"formulated":[96],"nonconvex":[97],"problem,":[98],"piecewise-deep":[100],"reinforcement":[101],"learning":[102],"(DRL)":[103],"algorithm":[104,119,140,147],"proposed":[106,118,176],"article.":[109],"Unlike":[110],"existing":[112],"alternative":[113],"optimization":[114],"(AO)":[115],"algorithms,":[116],"avoids":[120],"falling":[121],"into":[122],"local":[124],"optimal":[125],"using":[127],"exploration":[129],"mechanism.":[130],"Moreover,":[131],"piecewise-DRL":[132],"can":[133],"reduce":[134],"action":[136],"dimension,":[137],"allowing":[138],"obtain":[142],"faster":[143,186],"convergence.":[144],"Simultaneously,":[145],"also":[148],"ensures":[149],"that":[150,174],"parameters":[152],"two-part":[155],"networks":[156],"are":[157],"updated":[158],"generate":[160],"larger":[162],"system":[163],"unsupervised":[166],"joint":[167],"optimization.":[168],"Simulations":[169],"various":[171],"circumstances":[172],"reveal":[173],"approach":[177],"more":[179],"robust":[180],"presents":[182],"better":[183],"stability":[184],"convergence":[187],"than":[188],"previous":[189],"state-of-the-art":[190],"algorithms":[191],"while":[192],"obtaining":[193],"competitive":[194],"performance.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}