{"id":"https://openalex.org/W4408697786","doi":"https://doi.org/10.1109/tgcn.2025.3553202","title":"A Cross Q-Learning Assisted Resource Allocation for User-Centric Optical Wireless Communication Networks","display_name":"A Cross Q-Learning Assisted Resource Allocation for User-Centric Optical Wireless Communication Networks","publication_year":2025,"publication_date":"2025-03-21","ids":{"openalex":"https://openalex.org/W4408697786","doi":"https://doi.org/10.1109/tgcn.2025.3553202"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2025.3553202","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2025.3553202","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087534240","display_name":"Simeng Feng","orcid":"https://orcid.org/0000-0002-1242-3268"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Simeng Feng","raw_affiliation_strings":["Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Ministry of Industry and Information Technology, Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-1242-3268","affiliations":[{"raw_affiliation_string":"Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]},{"raw_affiliation_string":"Ministry of Industry and Information Technology, Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111276903","display_name":"Nian Li","orcid":"https://orcid.org/0009-0003-0238-2583"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nian Li","raw_affiliation_strings":["Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Ministry of Industry and Information Technology, Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0003-0238-2583","affiliations":[{"raw_affiliation_string":"Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]},{"raw_affiliation_string":"Ministry of Industry and Information Technology, Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101542636","display_name":"Kai Liu","orcid":"https://orcid.org/0000-0002-5927-4327"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Liu","raw_affiliation_strings":["Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Ministry of Industry and Information Technology, Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]},{"raw_affiliation_string":"Ministry of Industry and Information Technology, Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103261208","display_name":"Baolong Li","orcid":"https://orcid.org/0000-0003-2791-8156"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baolong Li","raw_affiliation_strings":["School of Electronic and Information Engineering, Nanjing University of Information Science and Technology, Nanjing, China","Nanjing University of Information Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-2791-8156","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058480659","display_name":"Chao Dong","orcid":"https://orcid.org/0000-0002-0183-0087"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Dong","raw_affiliation_strings":["Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Ministry of Industry and Information Technology, Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0183-0087","affiliations":[{"raw_affiliation_string":"Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]},{"raw_affiliation_string":"Ministry of Industry and Information Technology, Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100785103","display_name":"Qihui Wu","orcid":"https://orcid.org/0000-0002-9521-5084"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qihui Wu","raw_affiliation_strings":["Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Ministry of Industry and Information Technology, Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9521-5084","affiliations":[{"raw_affiliation_string":"Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Ministry of Industry and Information Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]},{"raw_affiliation_string":"Ministry of Industry and Information Technology, Key Laboratory of Dynamic Cognitive System of Electromagnetic Spectrum Space, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.112,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.98894918,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"9","issue":"4","first_page":"2264","last_page":"2278"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10767","display_name":"Advanced Photonic Communication Systems","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10767","display_name":"Advanced Photonic Communication Systems","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6413732171058655},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5370257496833801},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5101426243782043},{"id":"https://openalex.org/keywords/optical-wireless","display_name":"Optical wireless","score":0.5000143051147461},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.46262621879577637},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.45346227288246155},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3706760108470917}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6413732171058655},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5370257496833801},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5101426243782043},{"id":"https://openalex.org/C2781305180","wikidata":"https://www.wikidata.org/wiki/Q7098907","display_name":"Optical wireless","level":3,"score":0.5000143051147461},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.46262621879577637},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.45346227288246155},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3706760108470917}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgcn.2025.3553202","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2025.3553202","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G446947373","display_name":null,"funder_award_id":"62001219","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5226973175","display_name":null,"funder_award_id":"62471223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8753038386","display_name":null,"funder_award_id":"BE2021013-4","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"},{"id":"https://openalex.org/G8803427410","display_name":null,"funder_award_id":"62201275","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327777","display_name":"Jiangsu Provincial Key Research and Development Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W771704158","https://openalex.org/W997417692","https://openalex.org/W1547926016","https://openalex.org/W1581133152","https://openalex.org/W1971882195","https://openalex.org/W1984649364","https://openalex.org/W2011524391","https://openalex.org/W2047385846","https://openalex.org/W2077185787","https://openalex.org/W2100303002","https://openalex.org/W2144644352","https://openalex.org/W2156408736","https://openalex.org/W2161890372","https://openalex.org/W2170466379","https://openalex.org/W2262164403","https://openalex.org/W2507228165","https://openalex.org/W2583350518","https://openalex.org/W2604605071","https://openalex.org/W2789388912","https://openalex.org/W2807076902","https://openalex.org/W2904399753","https://openalex.org/W2963417810","https://openalex.org/W2973184394","https://openalex.org/W3008565916","https://openalex.org/W3047067962","https://openalex.org/W3193575589","https://openalex.org/W4206235387","https://openalex.org/W4242811905","https://openalex.org/W4292968441","https://openalex.org/W4293219720","https://openalex.org/W4312976466","https://openalex.org/W4313428358","https://openalex.org/W4381327854","https://openalex.org/W4392157642","https://openalex.org/W4408323671"],"related_works":["https://openalex.org/W3118170786","https://openalex.org/W3183520589","https://openalex.org/W2120114434","https://openalex.org/W2541885365","https://openalex.org/W2103650324","https://openalex.org/W1990598748","https://openalex.org/W2290782212","https://openalex.org/W3140573905","https://openalex.org/W2357446907","https://openalex.org/W1967881792"],"abstract_inverted_index":{"The":[0],"user-centric":[1],"(UC)":[2],"association":[3,34,141],"in":[4,45,95],"optical":[5],"wireless":[6],"communication":[7],"(OWC)":[8],"forms":[9],"amorphous":[10],"cells":[11],"(A-Cells)":[12],"by":[13,142],"considering":[14],"the":[15,30,60,70,84,92,126,130,139,143,158],"dynamic":[16],"distribution":[17,86],"and":[18,41,53,87,121,191],"load":[19],"demand":[20],"of":[21,47,73,114,128,133],"user":[22],"equipments":[23],"(UEs).":[24],"This":[25],"philosophy":[26],"offers":[27],"advantages":[28],"over":[29],"conventional":[31,178],"network-centric":[32],"(NC)":[33],"that":[35,104],"purely":[36],"relies":[37,105],"on":[38,106,157],"a":[39,64,107],"pre-defined":[40],"fixed":[42],"network":[43,103,183],"configuration,":[44],"terms":[46],"alleviating":[48],"undesired":[49],"inter-cell":[50],"interference":[51],"(ICI)":[52],"achieving":[54],"superior":[55],"system":[56],"performance.":[57],"However,":[58],"constructing":[59],"optimal":[61],"A-Cells":[62,74,117],"for":[63],"given":[65],"OWC":[66],"network,":[67,136],"including":[68],"determining":[69],"appropriate":[71],"number":[72],"associated":[75],"to":[76,177,186],"their":[77],"contained":[78],"UEs,":[79],"is":[80,112,184],"deeply":[81],"integrated":[82],"with":[83],"UEs\u2019":[85],"transmission":[88],"conditions.":[89],"To":[90],"address":[91],"intractable":[93],"issue,":[94],"this":[96,134],"paper,":[97],"we":[98,137],"conceive":[99],"an":[100],"adaptive":[101,135,181],"UC-OWC":[102,182],"feedback-guided":[108],"iterative":[109],"framework,":[110],"which":[111,150],"capable":[113],"jointly":[115],"optimizing":[116],"formation,":[118],"modulation-mode":[119],"assignment":[120],"power":[122],"allocation":[123,170],"strategies.":[124],"For":[125],"sake":[127],"attaining":[129],"optimized":[131],"throughput":[132,159,189],"initialize":[138],"UC":[140],"designed":[144],"k-means":[145],"based":[146,156],"genetic":[147],"algorithm":[148],"(KGA),":[149],"can":[151],"then":[152],"be":[153],"iteratively":[154],"adjusted":[155],"feedback":[160],"obtained":[161],"via":[162],"our":[163,180],"proposed":[164],"multi-user":[165],"cross":[166],"Q-learning":[167],"(MUCQ)":[168],"resource":[169],"algorithm.":[171],"Simulation":[172],"results":[173],"indicate":[174],"that,":[175],"compared":[176],"counterparts,":[179],"able":[185],"significantly":[187],"improve":[188],"performance":[190],"reduce":[192],"outage":[193],"probability.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":31},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}