{"id":"https://openalex.org/W4414117416","doi":"https://doi.org/10.1109/tnsm.2025.3607433","title":"DRL-Driven Optimal User Association and Load Balancing in Hybrid RF/LiFi-Based IoT Systems","display_name":"DRL-Driven Optimal User Association and Load Balancing in Hybrid RF/LiFi-Based IoT Systems","publication_year":2025,"publication_date":"2025-09-11","ids":{"openalex":"https://openalex.org/W4414117416","doi":"https://doi.org/10.1109/tnsm.2025.3607433"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2025.3607433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2025.3607433","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013348671","display_name":"M. Wasim Abbas Ashraf","orcid":"https://orcid.org/0000-0003-3910-7617"},"institutions":[{"id":"https://openalex.org/I154833797","display_name":"Lingnan Normal University","ror":"https://ror.org/01h6ecw13","country_code":"CN","type":"education","lineage":["https://openalex.org/I154833797"]},{"id":"https://openalex.org/I4387930275","display_name":"Hanjiang Normal University","ror":"https://ror.org/02caqw325","country_code":null,"type":"education","lineage":["https://openalex.org/I4387930275"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"M. Wasim Abbas Ashraf","raw_affiliation_strings":["School of Mathematics and Computer Science, Hanjiang Normal University, Shiyan, China"],"raw_orcid":"https://orcid.org/0000-0003-3910-7617","affiliations":[{"raw_affiliation_string":"School of Mathematics and Computer Science, Hanjiang Normal University, Shiyan, China","institution_ids":["https://openalex.org/I154833797","https://openalex.org/I4387930275"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036164533","display_name":"Shivanshu Shrivastava","orcid":"https://orcid.org/0009-0006-9684-548X"},"institutions":[{"id":"https://openalex.org/I98210582","display_name":"Rajiv Gandhi Institute of Petroleum Technology","ror":"https://ror.org/00n7swc17","country_code":"IN","type":"education","lineage":["https://openalex.org/I98210582"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shivanshu Shrivastava","raw_affiliation_strings":["Department of Electrical and Electronics Engineering, Rajiv Gandhi Institute of Petroleum Technology, Amethi, India"],"raw_orcid":"https://orcid.org/0009-0006-9684-548X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Rajiv Gandhi Institute of Petroleum Technology, Amethi, India","institution_ids":["https://openalex.org/I98210582"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067182182","display_name":"Om Jee Pandey","orcid":"https://orcid.org/0000-0002-2418-7135"},"institutions":[{"id":"https://openalex.org/I56404289","display_name":"Indian Institute of Technology BHU","ror":"https://ror.org/01kh5gc44","country_code":"IN","type":"education","lineage":["https://openalex.org/I56404289"]},{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Om Jee Pandey","raw_affiliation_strings":["Department of Electronics Engineering, Indian Institute of Technology (Banaras Hindu University) Varanasi, Varanasi, India","Department of Electronics Engineering, Indian Institute of Technology, Banaras Hindu University, IIT, BHU, Varanasi, India"],"raw_orcid":"https://orcid.org/0000-0002-2418-7135","affiliations":[{"raw_affiliation_string":"Department of Electronics Engineering, Indian Institute of Technology (Banaras Hindu University) Varanasi, Varanasi, India","institution_ids":["https://openalex.org/I91357014"]},{"raw_affiliation_string":"Department of Electronics Engineering, Indian Institute of Technology, Banaras Hindu University, IIT, BHU, Varanasi, India","institution_ids":["https://openalex.org/I91357014","https://openalex.org/I56404289"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028452417","display_name":"Arvind R. Singh","orcid":"https://orcid.org/0000-0002-8197-8232"},"institutions":[{"id":"https://openalex.org/I154833797","display_name":"Lingnan Normal University","ror":"https://ror.org/01h6ecw13","country_code":"CN","type":"education","lineage":["https://openalex.org/I154833797"]},{"id":"https://openalex.org/I4387930275","display_name":"Hanjiang Normal University","ror":"https://ror.org/02caqw325","country_code":null,"type":"education","lineage":["https://openalex.org/I4387930275"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Arvind R. Singh","raw_affiliation_strings":["School of Physics and Electronic Engineering, Hanjiang Normal University, Shiyan, China"],"raw_orcid":"https://orcid.org/0000-0002-8197-8232","affiliations":[{"raw_affiliation_string":"School of Physics and Electronic Engineering, Hanjiang Normal University, Shiyan, China","institution_ids":["https://openalex.org/I154833797","https://openalex.org/I4387930275"]}]},{"author_position":"last","author":{"id":null,"display_name":"Arif Raza","orcid":"https://orcid.org/0000-0003-0588-782X"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Arif Raza","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0588-782X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5013348671"],"corresponding_institution_ids":["https://openalex.org/I154833797","https://openalex.org/I4387930275"],"apc_list":null,"apc_paid":null,"fwci":1.3517,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.85539291,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"22","issue":"6","first_page":"5503","last_page":"5516"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10651","display_name":"IPv6, Mobility, Handover, Networks, Security","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.6065999865531921},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6008999943733215},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5321000218391418},{"id":"https://openalex.org/keywords/load-management","display_name":"Load management","score":0.46000000834465027},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.43070000410079956},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4278999865055084},{"id":"https://openalex.org/keywords/interconnection","display_name":"Interconnection","score":0.4068000018596649},{"id":"https://openalex.org/keywords/network-performance","display_name":"Network performance","score":0.3921999931335449},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.36250001192092896},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.3319999873638153}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9045000076293945},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6953999996185303},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.6065999865531921},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6008999943733215},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5321000218391418},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.46000000834465027},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.43880000710487366},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.43070000410079956},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4278999865055084},{"id":"https://openalex.org/C123745756","wikidata":"https://www.wikidata.org/wiki/Q1665949","display_name":"Interconnection","level":2,"score":0.4068000018596649},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.3921999931335449},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.36250001192092896},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.3319999873638153},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.2718999981880188},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C2776238582","wikidata":"https://www.wikidata.org/wiki/Q11384","display_name":"Wide area network","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C129763632","wikidata":"https://www.wikidata.org/wiki/Q1454667","display_name":"Network management","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2025.3607433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2025.3607433","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2263466419","https://openalex.org/W2519249192","https://openalex.org/W2551195109","https://openalex.org/W2574337833","https://openalex.org/W2736189580","https://openalex.org/W2811144787","https://openalex.org/W2914914899","https://openalex.org/W2951128379","https://openalex.org/W3007620260","https://openalex.org/W3047067962","https://openalex.org/W3157632971","https://openalex.org/W3161918929","https://openalex.org/W3209922188","https://openalex.org/W4225649497","https://openalex.org/W4285155539","https://openalex.org/W4309226086","https://openalex.org/W4311832708","https://openalex.org/W4321219673","https://openalex.org/W4366438800","https://openalex.org/W4388754529","https://openalex.org/W4389440681","https://openalex.org/W4390659067","https://openalex.org/W4391305708","https://openalex.org/W4391468717","https://openalex.org/W4392158186","https://openalex.org/W4392175482","https://openalex.org/W4393253111","https://openalex.org/W4393253184","https://openalex.org/W4394744638","https://openalex.org/W4396238207","https://openalex.org/W4396753490","https://openalex.org/W4400287381","https://openalex.org/W4401210335","https://openalex.org/W4402932342","https://openalex.org/W4404479890"],"related_works":["https://openalex.org/W3004117068","https://openalex.org/W2043284556","https://openalex.org/W3175372827","https://openalex.org/W2488220206","https://openalex.org/W2146301767","https://openalex.org/W191730236","https://openalex.org/W4384948837","https://openalex.org/W4312680855","https://openalex.org/W3191990038","https://openalex.org/W1524016490"],"abstract_inverted_index":{"The":[0],"proliferation":[1],"of":[2,4,15,18],"Internet":[3],"Things":[5],"(IoT)":[6],"devices":[7,30],"has":[8],"raised":[9],"considerable":[10],"difficulties":[11],"in":[12,23,117,182,203],"the":[13,49,104,207],"identification":[14],"users,":[16],"optimization":[17,90],"power,":[19],"and":[20,57,70,110,148,164,172,191],"load":[21,111],"balancing":[22,112],"hybrid":[24,80],"RF/LiFi":[25],"networks.":[26],"As":[27],"interconnection":[28],"among":[29],"increases,":[31],"ensuring":[32],"optimal":[33,200],"performance":[34,144],"while":[35,113],"managing":[36],"network":[37,128,192],"resources":[38],"efficiently":[39],"becomes":[40],"quite":[41],"complex.":[42],"This":[43,194],"complexity":[44],"arises":[45],"due":[46],"to":[47,66,101,136,178,180],"accommodating":[48],"possibly":[50],"diverse":[51],"users\u2019":[52],"needs,":[53],"fluctuating":[54],"channel":[55],"conditions,":[56,205],"varying":[58],"interference":[59],"levels,":[60],"all":[61],"necessitating":[62],"sophisticated":[63],"management":[64],"solutions":[65],"provide":[67],"seamless":[68],"connectivity":[69],"dependable":[71],"communication.":[72],"To":[73],"tackle":[74],"these":[75],"issues,":[76],"a":[77,92],"deep":[78,94],"joint":[79],"system":[81,143],"(DJHS)":[82],"technique":[83],"is":[84],"presented,":[85],"which":[86],"employs":[87],"proximal":[88],"policy":[89],"(PPO),":[91],"cutting-edge":[93],"reinforcement":[95],"learning":[96,132],"(DRL)":[97],"algorithm.":[98],"DJHS":[99,120,155],"aims":[100],"effectively":[102],"handle":[103],"intricate":[105],"problems":[106],"surrounding":[107],"user":[108,209],"association":[109],"optimizing":[114],"power":[115,149,173],"usage":[116],"dynamic":[118],"contexts.":[119],"continuously":[121],"updates":[122],"its":[123],"approach":[124],"based":[125],"on":[126],"real-time":[127],"data":[129,146,170],"through":[130],"adaptive":[131],"methods,":[133],"allowing":[134],"it":[135],"make":[137],"intelligent":[138],"decisions":[139],"that":[140,154,197],"improve":[141],"overall":[142,208],"regarding":[145,166],"throughput":[147],"optimization.":[150],"Simulation":[151],"results":[152],"demonstrate":[153],"outperforms":[156],"existing":[157],"approaches":[158],"such":[159],"as":[160],"sac,":[161],"a2c,":[162],"td3,":[163],"trpo":[165],"crucial":[167],"metrics,":[168],"including":[169],"rate":[171],"transmission.":[174],"Notably,":[175],"DJHS\u2019s":[176],"ability":[177],"adjust":[179],"variations":[181],"signal-to-interference-plus-noise":[183],"ratio":[184],"(SINR)":[185],"allows":[186],"for":[187],"enhanced":[188],"resource":[189],"allocation":[190],"stability.":[193],"flexibility":[195],"ensures":[196],"users":[198],"receive":[199],"service":[201],"even":[202],"changing":[204],"enhancing":[206],"experience.":[210]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}