{"id":"https://openalex.org/W4416707576","doi":"https://doi.org/10.1109/lwc.2025.3637008","title":"Beyond Directional-RIS Aided NOMA-ISAC Networks: A DRL Approach for Sum-Rate Optimization","display_name":"Beyond Directional-RIS Aided NOMA-ISAC Networks: A DRL Approach for Sum-Rate Optimization","publication_year":2025,"publication_date":"2025-11-26","ids":{"openalex":"https://openalex.org/W4416707576","doi":"https://doi.org/10.1109/lwc.2025.3637008"},"language":null,"primary_location":{"id":"doi:10.1109/lwc.2025.3637008","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2025.3637008","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100554926","display_name":"Faisal Ahmad","orcid":"https://orcid.org/0009-0001-5338-7881"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ahmad Faisal Mirza","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, National University of Sciences and Technology, Islamabad, Pakistan","School of Electrical Engineering and Computer Science, National University of Sciences and Technology (NUST), Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0009-0001-5338-7881","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, National University of Sciences and Technology, Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, National University of Sciences and Technology (NUST), Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090544525","display_name":"Ali A. Nasir","orcid":"https://orcid.org/0000-0001-5012-1562"},"institutions":[{"id":"https://openalex.org/I134085113","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163","country_code":"SA","type":"education","lineage":["https://openalex.org/I134085113"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Ali Arshad Nasir","raw_affiliation_strings":["Department of Electrical Engineering and the Center for Communication Systems and Sensing, King Fahd University of Petroleum and Minerals, Dhahran, Saudi Arabia","Department of Electrical Engineering and Center for Communication Systems and Sensing, King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-5012-1562","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and the Center for Communication Systems and Sensing, King Fahd University of Petroleum and Minerals, Dhahran, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]},{"raw_affiliation_string":"Department of Electrical Engineering and Center for Communication Systems and Sensing, King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002135635","display_name":"Haejoon Jung","orcid":"https://orcid.org/0000-0003-1901-2784"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Haejoon Jung","raw_affiliation_strings":["Department of Electronics and Information Convergence Engineering, Kyung Hee University, Yongin, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-1901-2784","affiliations":[{"raw_affiliation_string":"Department of Electronics and Information Convergence Engineering, Kyung Hee University, Yongin, South Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015129195","display_name":"Aamir Mahmood","orcid":"https://orcid.org/0000-0003-3717-7793"},"institutions":[{"id":"https://openalex.org/I56475706","display_name":"Mid Sweden University","ror":"https://ror.org/019k1pd13","country_code":"SE","type":"education","lineage":["https://openalex.org/I56475706"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Aamir Mahmood","raw_affiliation_strings":["Department of Computer and Electrical Engineering, Mid Sweden University, Sundsvall, Sweden","Department of Computer and Electrical Engineering (DET), Mid Sweden University, Sundsvall, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-3717-7793","affiliations":[{"raw_affiliation_string":"Department of Computer and Electrical Engineering, Mid Sweden University, Sundsvall, Sweden","institution_ids":["https://openalex.org/I56475706"]},{"raw_affiliation_string":"Department of Computer and Electrical Engineering (DET), Mid Sweden University, Sundsvall, Sweden","institution_ids":["https://openalex.org/I56475706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078865165","display_name":"Syed Ali Hassan","orcid":"https://orcid.org/0000-0002-8572-7377"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Syed Ali Hassan","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, National University of Sciences and Technology, Islamabad, Pakistan","School of Electrical Engineering and Computer Science (SEECS), National University of Sciences and Technology (NUST), Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-8572-7377","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, National University of Sciences and Technology, Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science (SEECS), National University of Sciences and Technology (NUST), Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004012289","display_name":"Mikael Gidlund","orcid":"https://orcid.org/0000-0003-0873-7827"},"institutions":[{"id":"https://openalex.org/I56475706","display_name":"Mid Sweden University","ror":"https://ror.org/019k1pd13","country_code":"SE","type":"education","lineage":["https://openalex.org/I56475706"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mikael Gidlund","raw_affiliation_strings":["Department of Computer and Electrical Engineering, Mid Sweden University, Sundsvall, Sweden","Department of Computer and Electrical Engineering (DET), Mid Sweden University, Sundsvall, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-0873-7827","affiliations":[{"raw_affiliation_string":"Department of Computer and Electrical Engineering, Mid Sweden University, Sundsvall, Sweden","institution_ids":["https://openalex.org/I56475706"]},{"raw_affiliation_string":"Department of Computer and Electrical Engineering (DET), Mid Sweden University, Sundsvall, Sweden","institution_ids":["https://openalex.org/I56475706"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30334722,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"15","issue":null,"first_page":"725","last_page":"729"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8425999879837036},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7110000252723694},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.6075000166893005},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.46140000224113464},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.45339998602867126},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.41670000553131104},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.415800005197525},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3605000078678131},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.3521000146865845}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8425999879837036},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7983999848365784},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7110000252723694},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.6075000166893005},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4749000072479248},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.46140000224113464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4587000012397766},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.45339998602867126},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.41670000553131104},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.415800005197525},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3605000078678131},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.3521000146865845},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3499000072479248},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.34850001335144043},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.3474999964237213},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34529998898506165},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.34290000796318054},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.3231000006198883},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.32010000944137573},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.30869999527931213},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.30219998955726624},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.28130000829696655},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C70153297","wikidata":"https://www.wikidata.org/wiki/Q5591907","display_name":"Gradient boosting","level":3,"score":0.27480000257492065},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.2549000084400177}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lwc.2025.3637008","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2025.3637008","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3902751993","display_name":null,"funder_award_id":"INCS2511","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2522847968","https://openalex.org/W2969424089","https://openalex.org/W2969768389","https://openalex.org/W3133878048","https://openalex.org/W4297911765","https://openalex.org/W4312261109","https://openalex.org/W4312879451","https://openalex.org/W4327928524","https://openalex.org/W4381785823","https://openalex.org/W4388283916","https://openalex.org/W4394787192","https://openalex.org/W4394828380","https://openalex.org/W4414405636","https://openalex.org/W4414898770"],"related_works":[],"abstract_inverted_index":{"Future":[0],"sixth-generation":[1],"(6G)":[2],"networks":[3],"require":[4],"efficient":[5],"resource":[6,130],"management":[7],"to":[8],"support":[9],"a":[10,24,72],"variety":[11],"of":[12,19,55],"services.":[13],"This":[14],"paper":[15],"addresses":[16],"the":[17,46,114],"issue":[18],"maximizing":[20],"user":[21],"rates":[22,106],"in":[23,132],"beyond":[25],"directional":[26],"reconfigurable":[27],"intelligent":[28],"surface":[29],"(BD-RIS)-assisted":[30],"network":[31],"with":[32],"non-orthogonal":[33],"multiple":[34],"access":[35],"(NOMA)":[36],"and":[37,40,58,77,96,104],"integrated":[38],"sensing":[39,105],"communication":[41,103],"(ISAC)":[42],"users.":[43],"However,":[44],"exploiting":[45],"gains":[47],"offered":[48],"by":[49],"these":[50],"frameworks":[51],"necessitates":[52],"joint":[53],"tuning":[54],"BD-RIS":[56,97],"phases":[57],"NOMA":[59],"power,":[60],"which":[61],"is":[62],"an":[63],"inherently":[64],"non-convex":[65],"problem.":[66],"We":[67],"model":[68],"this":[69],"coupling":[70],"as":[71],"continuous-action":[73],"Markov":[74],"decision":[75],"process":[76],"solve":[78],"it":[79],"using":[80],"twin-delayed":[81],"deep":[82,116],"deterministic":[83],"policy":[84,91],"gradient":[85],"(TD3)":[86],"reinforcement":[87,117],"learning.":[88],"The":[89],"learned":[90],"adaptively":[92],"selects":[93],"power-allocation":[94],"factors":[95],"phase":[98],"shifts,":[99],"thereby":[100],"boosting":[101],"both":[102],"under":[107],"quality-of-service":[108],"constraints.":[109],"Simulation":[110],"results":[111],"confirm":[112],"that":[113],"proposed":[115],"learning":[118],"(DRL)":[119],"scheme":[120],"significantly":[121],"outperforms":[122],"conventional":[123],"heuristics,":[124],"demonstrating":[125],"its":[126],"potential":[127],"for":[128],"real-time":[129],"optimization":[131],"6G":[133],"networks.":[134]},"counts_by_year":[],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-11-27T00:00:00"}