{"id":"https://openalex.org/W4405179152","doi":"https://doi.org/10.1109/ojcoms.2024.3514785","title":"Actor\u2013Critic Reinforcement Learning for Throughput-Optimized Power Allocation in Energy Harvesting NOMA Relay-Assisted Networks","display_name":"Actor\u2013Critic Reinforcement Learning for Throughput-Optimized Power Allocation in Energy Harvesting NOMA Relay-Assisted Networks","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4405179152","doi":"https://doi.org/10.1109/ojcoms.2024.3514785"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2024.3514785","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2024.3514785","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/ojcoms.2024.3514785","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018111892","display_name":"Faeik T. Al Rabee","orcid":"https://orcid.org/0000-0003-3168-9480"},"institutions":[{"id":"https://openalex.org/I33926330","display_name":"Al-Balqa Applied University","ror":"https://ror.org/00qedmt22","country_code":"JO","type":"education","lineage":["https://openalex.org/I33926330"]}],"countries":["JO"],"is_corresponding":true,"raw_author_name":"Faeik T. Al Rabee","raw_affiliation_strings":["Department of Electrical Engineering, Faculty of Engineering Technology, Al-Balqa Applied University, Salt, Jordan"],"raw_orcid":"https://orcid.org/0000-0003-3168-9480","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Faculty of Engineering Technology, Al-Balqa Applied University, Salt, Jordan","institution_ids":["https://openalex.org/I33926330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038958766","display_name":"Ala\u2019eddin Masadeh","orcid":"https://orcid.org/0000-0001-8754-6898"},"institutions":[{"id":"https://openalex.org/I33926330","display_name":"Al-Balqa Applied University","ror":"https://ror.org/00qedmt22","country_code":"JO","type":"education","lineage":["https://openalex.org/I33926330"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Ala'Eddin Masadeh","raw_affiliation_strings":["Department of Electrical Engineering, Al-Huson University College, Al-Balqa Applied University, Salt, Jordan"],"raw_orcid":"https://orcid.org/0000-0001-8754-6898","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Al-Huson University College, Al-Balqa Applied University, Salt, Jordan","institution_ids":["https://openalex.org/I33926330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002171627","display_name":"Sharief Abdel\u2010Razeq","orcid":"https://orcid.org/0000-0002-2275-6621"},"institutions":[{"id":"https://openalex.org/I85507684","display_name":"Yarmouk University","ror":"https://ror.org/004mbaj56","country_code":"JO","type":"education","lineage":["https://openalex.org/I85507684"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Sharief Abdel-Razeq","raw_affiliation_strings":["Department of Telecommunications Engineering, Hijjawi Faculty for Engineering Technology, Yarmouk University, Irbid, Jordan"],"raw_orcid":"https://orcid.org/0000-0002-2275-6621","affiliations":[{"raw_affiliation_string":"Department of Telecommunications Engineering, Hijjawi Faculty for Engineering Technology, Yarmouk University, Irbid, Jordan","institution_ids":["https://openalex.org/I85507684"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061679058","display_name":"Haythem Bany Salameh","orcid":"https://orcid.org/0000-0003-3429-7212"},"institutions":[{"id":"https://openalex.org/I85507684","display_name":"Yarmouk University","ror":"https://ror.org/004mbaj56","country_code":"JO","type":"education","lineage":["https://openalex.org/I85507684"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Haythem Bany Salameh","raw_affiliation_strings":["Department of Telecommunications Engineering, Hijjawi Faculty for Engineering Technology, Yarmouk University, Irbid, Jordan"],"raw_orcid":"https://orcid.org/0000-0003-3429-7212","affiliations":[{"raw_affiliation_string":"Department of Telecommunications Engineering, Hijjawi Faculty for Engineering Technology, Yarmouk University, Irbid, Jordan","institution_ids":["https://openalex.org/I85507684"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5018111892"],"corresponding_institution_ids":["https://openalex.org/I33926330"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":1.181,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.79592763,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"5","issue":null,"first_page":"7941","last_page":"7953"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/noma","display_name":"Noma","score":0.9011698961257935},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8555909395217896},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.8021467328071594},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.7628383636474609},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5494994521141052},{"id":"https://openalex.org/keywords/energy-harvesting","display_name":"Energy harvesting","score":0.5131710171699524},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4922396242618561},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.45870885252952576},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.45809584856033325},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3759315311908722},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.24336591362953186},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.229426771402359},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19208282232284546},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.12320181727409363},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0859425961971283}],"concepts":[{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.9011698961257935},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8555909395217896},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.8021467328071594},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.7628383636474609},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5494994521141052},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.5131710171699524},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4922396242618561},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.45870885252952576},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.45809584856033325},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3759315311908722},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.24336591362953186},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.229426771402359},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19208282232284546},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.12320181727409363},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0859425961971283},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcoms.2024.3514785","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2024.3514785","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:901e1320afde43fea311c9223206274a","is_oa":true,"landing_page_url":"https://doaj.org/article/901e1320afde43fea311c9223206274a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 5, Pp 7941-7953 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2024.3514785","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2024.3514785","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8399999737739563}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1991094976","https://openalex.org/W1994495001","https://openalex.org/W2021161183","https://openalex.org/W2026234481","https://openalex.org/W2063874488","https://openalex.org/W2106762527","https://openalex.org/W2125488136","https://openalex.org/W2141058243","https://openalex.org/W2229750533","https://openalex.org/W2312667052","https://openalex.org/W2490752264","https://openalex.org/W2510622896","https://openalex.org/W2527609330","https://openalex.org/W2566155463","https://openalex.org/W2614312052","https://openalex.org/W2615275544","https://openalex.org/W2743724499","https://openalex.org/W2749806326","https://openalex.org/W2767359317","https://openalex.org/W2786137637","https://openalex.org/W2786507288","https://openalex.org/W2789703398","https://openalex.org/W2896837341","https://openalex.org/W2898035736","https://openalex.org/W2913414792","https://openalex.org/W2963067144","https://openalex.org/W2963943702","https://openalex.org/W2964224080","https://openalex.org/W2968223228","https://openalex.org/W2998479511","https://openalex.org/W3006547484","https://openalex.org/W3013887362","https://openalex.org/W3014535272","https://openalex.org/W3027462904","https://openalex.org/W3035035250","https://openalex.org/W3088893925","https://openalex.org/W3118442407","https://openalex.org/W3150627147","https://openalex.org/W3158390398","https://openalex.org/W3187953163","https://openalex.org/W3209437891","https://openalex.org/W3211173051","https://openalex.org/W4210546390","https://openalex.org/W4212789441","https://openalex.org/W4223416141","https://openalex.org/W4225552055","https://openalex.org/W4378977018","https://openalex.org/W4383112908","https://openalex.org/W4386175394","https://openalex.org/W4387686386","https://openalex.org/W4394060780","https://openalex.org/W6603171186","https://openalex.org/W6683195989","https://openalex.org/W6683204974"],"related_works":["https://openalex.org/W4233484225","https://openalex.org/W2289149990","https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993"],"abstract_inverted_index":{"In":[0],"fifth-generation":[1],"(5G)":[2],"and":[3,14,29,41,56,67,85,92,100,110,124,130,145,168,190,236,248,327],"beyond":[4],"(B5G)":[5],"communication":[6,31,58],"systems,":[7],"the":[8,15,19,98,202,205,210,214,232,242,274,278,282,301,314],"growing":[9],"number":[10],"of":[11,103,263],"connected":[12],"devices":[13],"increased":[16],"traffic":[17],"on":[18],"network":[20],"lead":[21],"to":[22,126,139,154,212,231,273,286,306],"substantial":[23],"energy":[24,38,108,131,328],"consumption,":[25],"which":[26],"requires":[27],"energy-efficient":[28,57],"high-speed":[30],"solutions.":[32],"Integrating":[33,90],"non-orthogonal":[34],"multiple":[35,191],"access":[36],"(NOMA),":[37],"harvesting":[39],"(EH),":[40],"millimeter":[42],"wave":[43],"(mmWave)":[44],"technologies":[45],"has":[46,198],"emerged":[47],"as":[48,78],"a":[49,178,188,264],"powerful":[50],"approach":[51],"for":[52,255],"achieving":[53],"massive":[54],"connectivity":[55,129],"paradigms.":[59],"NOMA-based":[60,193,265],"relay-assisted":[61],"mmWave":[62],"networks":[63],"offer":[64],"high":[65],"directivity":[66],"enhanced":[68],"data":[69,215,279,324],"throughput.":[70],"However,":[71],"their":[72],"design":[73,95],"faces":[74],"significant":[75],"challenges,":[76,174],"such":[77,163,276],"blockage,":[79],"limited":[80],"range,":[81],"Line-of-Sight":[82],"(LOS)":[83],"constraints,":[84,96],"uncertainties":[86,140],"in":[87,115,141,252,323],"channel":[88,142,238],"gain.":[89],"EH":[91,104,234],"NOMA":[93],"brings":[94],"namely":[97],"uncertainty":[99],"dynamic":[101],"nature":[102],"sources,":[105],"that":[106,182,269,277,313],"complicate":[107],"management":[109],"NOMA\u2019s":[111],"power":[112,117,123,221,257,266,320],"multiplexing":[113],"challenges":[114,137],"optimizing":[116,122],"allocation.":[118,258],"These":[119],"factors":[120],"require":[121],"resources":[125],"ensure":[127],"seamless":[128],"efficiency.":[132,329],"Traditional":[133],"optimization":[134],"methods":[135],"face":[136],"due":[138],"gains,":[143],"EH,":[144],"blockages.":[146],"Although":[147],"reinforcement":[148],"learning":[149,218],"(RL)":[150],"is":[151,296],"typically":[152],"used":[153],"manage":[155],"uncertain":[156,233],"environments,":[157],"conventional":[158],"RL":[159,254],"algorithms":[160],"cannot":[161],"handle":[162],"environments":[164],"with":[165,209,245],"infinite":[166,246],"state":[167,247],"action":[169,249],"spaces.":[170],"To":[171],"address":[172],"these":[173],"this":[175,294,308],"paper":[176],"proposes":[177],"novel":[179],"power-allocation":[180],"framework":[181,197,316],"integrates":[183],"an":[184,219,225],"EH-capable":[185],"source":[186,207],"node,":[187],"relay,":[189],"power-domain":[192],"users.":[194,289],"The":[195,259],"proposed":[196,315],"two":[199],"phases.":[200],"During":[201],"first":[203],"phase,":[204],"energy-harvesting":[206],"communicates":[208],"relay":[211,283],"maximize":[213],"rate":[216,325],"while":[217,240],"optimal":[220,256],"allocation":[222,267,321],"policy":[223],"using":[224],"actor-critic":[226],"approach.":[227],"This":[228],"method":[229,305],"adapts":[230],"process":[235],"varying":[237],"conditions":[239],"addressing":[241],"limitations":[243],"associated":[244],"spaces":[250],"inherent":[251],"traditional":[253,319],"second":[260],"phase":[261],"consists":[262],"mechanism":[268],"assigns":[270],"different":[271],"powers":[272],"users,":[275],"received":[280],"at":[281],"are":[284],"transmitted":[285],"its":[287],"designated":[288],"As":[290],"it":[291],"turns":[292],"out,":[293],"problem":[295],"non-convex.":[297],"Hence,":[298],"we":[299],"use":[300],"sequential":[302],"convex":[303],"approximation":[304],"solve":[307],"problem.":[309],"Simulation":[310],"results":[311],"demonstrate":[312],"significantly":[317],"outperforms":[318],"frameworks":[322],"maximization":[326]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2024-12-10T00:00:00"}