{"id":"https://openalex.org/W4403094350","doi":"https://doi.org/10.1109/tii.2024.3459710","title":"Relay Selection for Energy-Harvesting Collaborative Communication Systems: A Deep Reinforcement Learning Approach","display_name":"Relay Selection for Energy-Harvesting Collaborative Communication Systems: A Deep Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-10-03","ids":{"openalex":"https://openalex.org/W4403094350","doi":"https://doi.org/10.1109/tii.2024.3459710"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2024.3459710","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3459710","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100700956","display_name":"Jindong Wang","orcid":"https://orcid.org/0000-0002-4833-0880"},"institutions":[{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jindong Wang","raw_affiliation_strings":["School of Computer Science, Qufu Normal University, Rizhao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Qufu Normal University, Rizhao, China","institution_ids":["https://openalex.org/I202126657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037397718","display_name":"Z. Liu","orcid":"https://orcid.org/0000-0002-1192-540X"},"institutions":[{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibin Liu","raw_affiliation_strings":["School of Computer Science, Qufu Normal University, Rizhao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Qufu Normal University, Rizhao, China","institution_ids":["https://openalex.org/I202126657"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101404076","display_name":"Xiaowu Liu","orcid":"https://orcid.org/0000-0002-9418-0721"},"institutions":[{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowu Liu","raw_affiliation_strings":["School of Computer Science, Qufu Normal University, Rizhao, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Qufu Normal University, Rizhao, China","institution_ids":["https://openalex.org/I202126657"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100700956"],"corresponding_institution_ids":["https://openalex.org/I202126657"],"apc_list":null,"apc_paid":null,"fwci":0.6263,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.68850694,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"21","issue":"1","first_page":"771","last_page":"780"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.7719022631645203},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7686916589736938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.635871171951294},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6266825795173645},{"id":"https://openalex.org/keywords/energy-harvesting","display_name":"Energy harvesting","score":0.594262957572937},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.4339229166507721},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.3838449716567993},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3098653554916382},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.08413976430892944}],"concepts":[{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.7719022631645203},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7686916589736938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.635871171951294},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6266825795173645},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.594262957572937},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.4339229166507721},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3838449716567993},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3098653554916382},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.08413976430892944},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2024.3459710","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3459710","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G95874160","display_name":null,"funder_award_id":"60971088","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1646959249","https://openalex.org/W1973733407","https://openalex.org/W2084779837","https://openalex.org/W2090379464","https://openalex.org/W2101984214","https://openalex.org/W2125890412","https://openalex.org/W2127531738","https://openalex.org/W2128295617","https://openalex.org/W2139825184","https://openalex.org/W2145339207","https://openalex.org/W2147836082","https://openalex.org/W2152121970","https://openalex.org/W2153518141","https://openalex.org/W2279109725","https://openalex.org/W2315140361","https://openalex.org/W2344445507","https://openalex.org/W2565358133","https://openalex.org/W2574859879","https://openalex.org/W2577115920","https://openalex.org/W2589287635","https://openalex.org/W2919485146","https://openalex.org/W2946061591","https://openalex.org/W2954168748","https://openalex.org/W2979897999","https://openalex.org/W3020522931","https://openalex.org/W3041207562","https://openalex.org/W3101253086","https://openalex.org/W3135902871","https://openalex.org/W3136003668","https://openalex.org/W3171670197","https://openalex.org/W3205656755","https://openalex.org/W6748499953"],"related_works":["https://openalex.org/W2539674285","https://openalex.org/W4233484225","https://openalex.org/W2289149990","https://openalex.org/W2015051472","https://openalex.org/W2168501056","https://openalex.org/W2120009678","https://openalex.org/W2037601570","https://openalex.org/W2077555735","https://openalex.org/W2912947802","https://openalex.org/W2123856982"],"abstract_inverted_index":{"In":[0],"wireless":[1,49,71],"networks,":[2],"route":[3],"transmission":[4],"can":[5,14],"be":[6,15,39],"accomplished,":[7],"and":[8,133,159],"the":[9,19,44,66,105,109,121,128,140,165],"system's":[10],"long-term":[11],"channel":[12,145],"capacity":[13,158],"increased":[16],"by":[17,52,102],"leveraging":[18],"collaboration":[20],"among":[21,113],"numerous":[22,114],"relay":[23,27,45,59,84,111,136],"nodes.":[24],"While":[25],"earlier":[26],"selection":[28,46,60,85,137],"methods":[29],"computed":[30],"all":[31],"signal-to-noise":[32],"ratios":[33],"before":[34],"selection,":[35],"they":[36],"proved":[37],"to":[38,107,120],"ineffective.":[40],"This":[41],"study":[42,64],"addresses":[43],"issue":[47],"in":[48,154,174],"collaborative":[50,67],"communication":[51,68,72],"employing":[53],"a":[54,75,83,134],"deep":[55],"reinforcement":[56],"learning":[57],"(DRL)-based":[58],"technique.":[61],"Initially,":[62],"this":[63],"examines":[65],"process":[69,78],"of":[70,142,156,164],"networks":[73],"as":[74],"markov":[76],"decision":[77],"(MDP).":[79],"Subsequently,":[80],"it":[81],"proposes":[82],"technique":[86],"utilizing":[87],"entropy":[88],"proximal":[89,123],"policy":[90,95,99,124],"optimization":[91,125],"(EPPO),":[92],"which":[93],"incorporates":[94],"entropy.":[96],"The":[97,149,162],"optimal":[98],"is":[100,118,152],"established":[101],"interacting":[103],"with":[104],"environment":[106],"select":[108],"best":[110],"from":[112],"relays.":[115],"Ultimately,":[116],"EPPO":[117,170],"compared":[119],"original":[122],"(PPO)":[126],"algorithm,":[127,132],"Deep":[129],"Q-Network":[130],"(DQN)":[131],"random":[135],"scheme":[138],"under":[139],"premise":[141],"unknown":[143],"instantaneous":[144],"state":[146],"information":[147],"(CSI).":[148],"network":[150],"performance":[151],"evaluated":[153],"terms":[155],"system":[157],"outage":[160],"probability.":[161],"results":[163],"simulation":[166],"experiment":[167],"demonstrate":[168],"that":[169],"outperforms":[171],"current":[172],"solutions":[173],"these":[175],"areas.":[176]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}