{"id":"https://openalex.org/W4317418821","doi":"https://doi.org/10.1109/vtc2022-fall57202.2022.10013082","title":"Deep Reinforcement Learning based Relay Selection for SWIPT Systems with Data Buffer and Energy Storage","display_name":"Deep Reinforcement Learning based Relay Selection for SWIPT Systems with Data Buffer and Energy Storage","publication_year":2022,"publication_date":"2022-09-01","ids":{"openalex":"https://openalex.org/W4317418821","doi":"https://doi.org/10.1109/vtc2022-fall57202.2022.10013082"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2022-fall57202.2022.10013082","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/vtc2022-fall57202.2022.10013082","pdf_url":null,"source":{"id":"https://openalex.org/S4363607792","display_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020179658","display_name":"Jianping Quan","orcid":"https://orcid.org/0000-0002-6851-4628"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianping Quan","raw_affiliation_strings":["Chongqing University of Posts and Telecommunications,School of Communication and Information Engineering,Chongqing,China,400065","Chongqing Key Laboratory of Mobile Communications Technology, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications,School of Communication and Information Engineering,Chongqing,China,400065","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"Chongqing Key Laboratory of Mobile Communications Technology, Chongqing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069989528","display_name":"Peng Xu","orcid":"https://orcid.org/0000-0002-6271-9331"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Xu","raw_affiliation_strings":["Chongqing University of Posts and Telecommunications,School of Communication and Information Engineering,Chongqing,China,400065","Chongqing Key Laboratory of Mobile Communications Technology, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications,School of Communication and Information Engineering,Chongqing,China,400065","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"Chongqing Key Laboratory of Mobile Communications Technology, Chongqing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104148944","display_name":"Chenghong Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenghong Luo","raw_affiliation_strings":["Chongqing University of Posts and Telecommunications,School of Communication and Information Engineering,Chongqing,China,400065","Chongqing Key Laboratory of Mobile Communications Technology, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications,School of Communication and Information Engineering,Chongqing,China,400065","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"Chongqing Key Laboratory of Mobile Communications Technology, Chongqing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015440437","display_name":"Chong Huang","orcid":"https://orcid.org/0000-0002-0392-9398"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chong Huang","raw_affiliation_strings":["Institute for Communication Systems (ICS), 5GIC & 6GIC, University of Surrey,Guildford, Surrey,U.K.,GU2 7XH"],"affiliations":[{"raw_affiliation_string":"Institute for Communication Systems (ICS), 5GIC & 6GIC, University of Surrey,Guildford, Surrey,U.K.,GU2 7XH","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012861792","display_name":"Gaojie Chen","orcid":"https://orcid.org/0000-0003-2978-0365"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gaojie Chen","raw_affiliation_strings":["Institute for Communication Systems (ICS), 5GIC & 6GIC, University of Surrey,Guildford, Surrey,U.K.,GU2 7XH"],"affiliations":[{"raw_affiliation_string":"Institute for Communication Systems (ICS), 5GIC & 6GIC, University of Surrey,Guildford, Surrey,U.K.,GU2 7XH","institution_ids":["https://openalex.org/I28290843"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5020179658"],"corresponding_institution_ids":["https://openalex.org/I10535382"],"apc_list":null,"apc_paid":null,"fwci":0.3222,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.50086786,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.7770812511444092},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7230318784713745},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6904402375221252},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5889556407928467},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5677491426467896},{"id":"https://openalex.org/keywords/maximum-power-transfer-theorem","display_name":"Maximum power transfer theorem","score":0.5629464983940125},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5245031118392944},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4785933196544647},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.42298710346221924},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3058900833129883},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19855403900146484},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13277047872543335},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10500642657279968}],"concepts":[{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.7770812511444092},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7230318784713745},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6904402375221252},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5889556407928467},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5677491426467896},{"id":"https://openalex.org/C67186554","wikidata":"https://www.wikidata.org/wiki/Q17103352","display_name":"Maximum power transfer theorem","level":3,"score":0.5629464983940125},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5245031118392944},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4785933196544647},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.42298710346221924},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3058900833129883},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19855403900146484},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13277047872543335},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10500642657279968},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2022-fall57202.2022.10013082","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/vtc2022-fall57202.2022.10013082","pdf_url":null,"source":{"id":"https://openalex.org/S4363607792","display_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 96th Vehicular Technology Conference (VTC2022-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1652174642","https://openalex.org/W2160280169","https://openalex.org/W2776370065","https://openalex.org/W2791522230","https://openalex.org/W2963499473","https://openalex.org/W3102466677","https://openalex.org/W3120361260","https://openalex.org/W3124605811","https://openalex.org/W3126934977","https://openalex.org/W3133176845","https://openalex.org/W4212824653"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W1043254571"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"study":[4],"the":[5,24,44,59,66,94,129,141],"simultaneous":[6],"wireless":[7],"information":[8,19],"and":[9,38,78,103,117,137],"power":[10],"transfer":[11],"(SWIPT)":[12],"cooperative":[13,61],"system,":[14,62],"where":[15],"one":[16,21],"source":[17],"forwards":[18],"to":[20,92,99],"destination":[22],"with":[23,33],"assistance":[25],"of":[26,58],"multiple":[27],"relays.":[28],"Each":[29],"relay":[30,95],"is":[31,53,90],"equipped":[32],"a":[34,39],"finite":[35,40],"data":[36,75,100],"butter":[37,42,76,82,101,105],"energy":[41,46,81,104],"storing":[43],"harvested":[45],"by":[47],"radio-frequency":[48],"(RF).":[49],"An":[50],"optimization":[51],"problem":[52],"formulated":[54],"for":[55],"throughput":[56,138],"maximization":[57],"SWIPT":[60],"taking":[63],"into":[64],"consideration":[65],"strict":[67],"delay":[68],"constraint,":[69],"dynamic":[70],"channel":[71],"conditions,":[72],"time-varying":[73,79],"discrete":[74],"states":[77,102],"continuous":[80],"states.":[83,106],"A":[84],"discrete-time":[85],"Markov":[86],"decision":[87],"process":[88,97],"(MDP)":[89],"adopted":[91],"model":[93],"selection":[96],"referring":[98],"Two":[107],"deep":[108],"Q-network":[109],"(DQN)based":[110],"methods":[111],"named":[112],"invalid":[113,118],"action":[114,119],"penalty":[115],"(IAP)":[116],"mask":[120],"(IAM)":[121],"are":[122],"proposed.":[123],"The":[124],"simulation":[125],"results":[126],"show":[127],"that":[128],"proposed":[130],"IAM":[131],"method":[132],"can":[133],"achieve":[134],"better":[135],"convergence":[136],"performance":[139],"than":[140],"IAP":[142],"method.":[143]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-02-25T08:12:03.925757","created_date":"2025-10-10T00:00:00"}