{"id":"https://openalex.org/W3199252442","doi":"https://doi.org/10.1109/jsyst.2021.3088302","title":"Reinforcement Learning-Based Near-Optimal Load Balancing for Heterogeneous LiFi WiFi Network","display_name":"Reinforcement Learning-Based Near-Optimal Load Balancing for Heterogeneous LiFi WiFi Network","publication_year":2021,"publication_date":"2021-06-30","ids":{"openalex":"https://openalex.org/W3199252442","doi":"https://doi.org/10.1109/jsyst.2021.3088302","mag":"3199252442"},"language":"en","primary_location":{"id":"doi:10.1109/jsyst.2021.3088302","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2021.3088302","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.research.ed.ac.uk/en/publications/9373438b-e4cb-4566-a610-f896a7f5dcbf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000452118","display_name":"Rizwana Ahmad","orcid":"https://orcid.org/0000-0002-0146-366X"},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rizwana Ahmad","raw_affiliation_strings":["Department of Electronics Communication, Indraprastha Institute of Information Technology Delhi, New Delhi, India"],"raw_orcid":"https://orcid.org/0000-0002-0146-366X","affiliations":[{"raw_affiliation_string":"Department of Electronics Communication, Indraprastha Institute of Information Technology Delhi, New Delhi, India","institution_ids":["https://openalex.org/I119939252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074452669","display_name":"Mohammad Soltani","orcid":"https://orcid.org/0000-0001-9634-7241"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mohammad Dehghani Soltani","raw_affiliation_strings":["Institute for Digital Communications, School of Engineering, The University of Edinburgh, Edinburgh, U.K"],"raw_orcid":"https://orcid.org/0000-0001-9634-7241","affiliations":[{"raw_affiliation_string":"Institute for Digital Communications, School of Engineering, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043354202","display_name":"Majid Safari","orcid":"https://orcid.org/0000-0001-7777-0052"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Majid Safari","raw_affiliation_strings":["Institute for Digital Communications, School of Engineering, The University of Edinburgh, Edinburgh, U.K"],"raw_orcid":"https://orcid.org/0000-0001-7777-0052","affiliations":[{"raw_affiliation_string":"Institute for Digital Communications, School of Engineering, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028628058","display_name":"Anand Srivastava","orcid":"https://orcid.org/0000-0002-2757-1511"},"institutions":[{"id":"https://openalex.org/I119939252","display_name":"Indraprastha Institute of Information Technology Delhi","ror":"https://ror.org/03vfp4g33","country_code":"IN","type":"education","lineage":["https://openalex.org/I119939252"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anand Srivastava","raw_affiliation_strings":["Department of Electronics Communication, Indraprastha Institute of Information Technology Delhi, New Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics Communication, Indraprastha Institute of Information Technology Delhi, New Delhi, India","institution_ids":["https://openalex.org/I119939252"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3283,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.88856939,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"16","issue":"2","first_page":"3084","last_page":"3095"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10767","display_name":"Advanced Photonic Communication Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.838168740272522},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7128863334655762},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5924052596092224},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.4736044406890869},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4180735945701599},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2241494357585907}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.838168740272522},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7128863334655762},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5924052596092224},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.4736044406890869},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4180735945701599},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2241494357585907},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jsyst.2021.3088302","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2021.3088302","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/9373438b-e4cb-4566-a610-f896a7f5dcbf","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/9373438b-e4cb-4566-a610-f896a7f5dcbf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ahmad, R, Soltani, M D, Safari, M & Srivastava, A 2022, 'Reinforcement Learning-Based Near-Optimal Load Balancing for Heterogeneous LiFi WiFi Network', IEEE Systems Journal, vol. 16, no. 2, pp. 3084 - 3095. https://doi.org/10.1109/JSYST.2021.3088302","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:pure.ed.ac.uk:openaire/9373438b-e4cb-4566-a610-f896a7f5dcbf","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/9373438b-e4cb-4566-a610-f896a7f5dcbf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ahmad, R, Soltani, M D, Safari, M & Srivastava, A 2022, 'Reinforcement Learning-Based Near-Optimal Load Balancing for Heterogeneous LiFi WiFi Network', IEEE Systems Journal, vol. 16, no. 2, pp. 3084 - 3095. https://doi.org/10.1109/JSYST.2021.3088302","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1301389261","display_name":null,"funder_award_id":"EP/S016570/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2223494912","display_name":"Terabit Bidirectional Multi-user Optical Wireless System (TOWS) for 6G LiFi","funder_award_id":"EP/S016570/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G898074348","display_name":null,"funder_award_id":"EP/S016570/2","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2144644352","https://openalex.org/W2148053762","https://openalex.org/W2272996903","https://openalex.org/W2574337833","https://openalex.org/W2749204439","https://openalex.org/W2774292658","https://openalex.org/W2779022226","https://openalex.org/W2784934583","https://openalex.org/W2808899848","https://openalex.org/W2809439999","https://openalex.org/W2893470574","https://openalex.org/W2963698335","https://openalex.org/W2963890869","https://openalex.org/W2968928935","https://openalex.org/W2995521703","https://openalex.org/W3008565916","https://openalex.org/W3008894094","https://openalex.org/W3041793217","https://openalex.org/W3043861061","https://openalex.org/W3047067962","https://openalex.org/W3082304709","https://openalex.org/W3092482374","https://openalex.org/W3128093517","https://openalex.org/W4287828539","https://openalex.org/W4288079450","https://openalex.org/W6638018090","https://openalex.org/W6748519856","https://openalex.org/W6755137159","https://openalex.org/W6774302960"],"related_works":["https://openalex.org/W3004117068","https://openalex.org/W2043284556","https://openalex.org/W3175372827","https://openalex.org/W2488220206","https://openalex.org/W2146301767","https://openalex.org/W191730236","https://openalex.org/W4384948837","https://openalex.org/W4312680855","https://openalex.org/W3191990038","https://openalex.org/W1524016490"],"abstract_inverted_index":{"Owing":[0],"to":[1,56,139,157,193,206,242,311],"the":[2,28,51,70,92,97,117,141,159,165,188,191,200,204,225,244,248,257,258,271,284,289,312],"nonoverlapping":[3],"spectrum,":[4],"light":[5],"fidelity":[6],"(LiFi)":[7],"and":[8,13,49,104,119,129,145,182,213,228,266,277,296],"WiFi":[9,18,214],"technologies":[10],"can":[11,66],"coexist":[12],"form":[14],"a":[15,38,83,308],"heterogeneous":[16],"LiFi":[17,212],"network":[19,127],"(HLWN).":[20],"The":[21,133,250,299],"performance":[22,253,310],"of":[23,35,161,174,221,224,233,247],"HLWN":[24,36,99],"significantly":[25],"depends":[26],"upon":[27],"load":[29,33,93],"balancing":[30,34,94],"strategies.":[31],"Since":[32],"is":[37,46,88,137,254,281],"nonconvex":[39],"mixed-integer":[40],"nonlinear":[41],"programming":[42],"optimization":[43,53],"problem,":[44],"it":[45,74],"mathematically":[47],"intractable,":[48],"therefore,":[50],"conventional":[52],"methods":[54],"fail":[55],"provide":[57],"an":[58,63,198,303],"optimal":[59,64,106],"global":[60],"solution.":[61],"Although":[62],"solution":[65],"be":[67,76],"obtained":[68],"using":[69],"exhaustive":[71,267,313],"search":[72,268,314],"method,":[73],"would":[75],"computationally":[77],"complex.":[78],"Therefore,":[79],"in":[80,239,292],"this":[81,168,240],"article,":[82],"reinforcement":[84],"learning":[85],"(RL)-based":[86],"algorithm":[87],"explored":[89],"for":[90,96,115,152],"solving":[91],"problem":[95],"downlink":[98],"at":[100,147,315],"reasonably":[101,316],"low":[102,317],"complexity":[103,246],"near":[105],"performance.":[107],"We":[108],"have":[109,236],"proposed":[110,251,285],"three":[111],"different":[112,172],"reward":[113,121,135,305],"functions":[114,122],"RL;":[116],"first":[118],"second":[120],"work":[123],"toward":[124],"maximizing":[125],"average":[126,274,293],"throughput":[128,144,295],"user":[130,192,205,278,297],"satisfaction,":[131],"respectively.":[132],"third":[134],"function":[136,306],"designed":[138],"maximize":[140],"long-term":[142],"system":[143,166,252,275,294],"ensure":[146],"least":[148],"50%":[149],"user\u2019s":[150],"satisfaction":[151],"all":[153],"users.":[154],"In":[155],"order":[156],"study":[158],"effects":[160],"link":[162,183],"aggregation":[163,184],"on":[164,270],"performance,":[167],"article":[169,217,241],"considers":[170],"two":[171,260],"types":[173],"receiver":[175,226],"schemes,":[176],"namely,":[177],"single":[178],"access":[179],"point":[180],"(SAP)":[181],"(LA)":[185],"scheme.":[186],"While":[187],"SAP":[189],"allows":[190,203],"receive":[194,207],"data":[195,208],"only":[196],"from":[197,210],"SAP,":[199],"LA":[201],"scheme":[202,287,291,301],"simultaneously":[209],"both":[211],"AP.":[215],"This":[216],"also":[218],"includes":[219],"effect":[220],"random":[222],"orientation":[223],"device":[227],"handover":[229],"overhead.":[230],"Furthermore,":[231],"concepts":[232],"domain":[234],"knowledge":[235],"been":[237],"included":[238],"reduce":[243],"computational":[245,272],"algorithm.":[249],"compared":[255],"with":[256,302],"following":[259],"benchmarks:":[261],"received":[262],"signal":[263],"strength":[264],"(RSS)":[265],"based":[269],"complexity,":[273],"throughput,":[276],"satisfaction.":[279,298],"It":[280],"shown":[282],"that":[283],"RL":[286,300],"outperforms":[288],"RSS":[290],"appropriate":[304],"provides":[307],"matching":[309],"complexity.":[318]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":3}],"updated_date":"2026-07-20T07:56:41.581041","created_date":"2025-10-10T00:00:00"}