{"id":"https://openalex.org/W2907003019","doi":"https://doi.org/10.1109/twc.2018.2890057","title":"VLC and D2D Heterogeneous Network Optimization: A Reinforcement Learning Approach Based on Equilibrium Problems With Equilibrium Constraints","display_name":"VLC and D2D Heterogeneous Network Optimization: A Reinforcement Learning Approach Based on Equilibrium Problems With Equilibrium Constraints","publication_year":2019,"publication_date":"2019-01-04","ids":{"openalex":"https://openalex.org/W2907003019","doi":"https://doi.org/10.1109/twc.2018.2890057","mag":"2907003019"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2018.2890057","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2018.2890057","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064600021","display_name":"Neetu Raveendran","orcid":"https://orcid.org/0000-0002-4660-8893"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neetu Raveendran","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-4660-8893","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101688281","display_name":"Huaqing Zhang","orcid":"https://orcid.org/0000-0001-8791-1672"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huaqing Zhang","raw_affiliation_strings":["Petuum, Inc., Sunnyvale, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8791-1672","affiliations":[{"raw_affiliation_string":"Petuum, Inc., Sunnyvale, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7442-7416","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063200773","display_name":"Fang Yang","orcid":"https://orcid.org/0000-0003-3575-5086"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Yang","raw_affiliation_strings":["Key Laboratory of Digital TV System of Guangdong Province and Shenzhen City, Research Institute of Tsinghua University in Shenzhen, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3575-5086","affiliations":[{"raw_affiliation_string":"Key Laboratory of Digital TV System of Guangdong Province and Shenzhen City, Research Institute of Tsinghua University in Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403297","display_name":"Jian Song","orcid":"https://orcid.org/0000-0002-6066-9510"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Song","raw_affiliation_strings":["Key Laboratory of Digital TV System of Guangdong Province and Shenzhen City, Research Institute of Tsinghua University in Shenzhen, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Digital TV System of Guangdong Province and Shenzhen City, Research Institute of Tsinghua University in Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3352,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.8859934,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"18","issue":"2","first_page":"1115","last_page":"1127"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10767","display_name":"Advanced Photonic Communication Systems","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visible-light-communication","display_name":"Visible light communication","score":0.8641184568405151},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8371161818504333},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6903377175331116},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.6063536405563354},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.556954562664032},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.5423714518547058},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5406945943832397},{"id":"https://openalex.org/keywords/mobile-broadband","display_name":"Mobile broadband","score":0.5239201188087463},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4905189871788025},{"id":"https://openalex.org/keywords/data-transmission","display_name":"Data transmission","score":0.4838389456272125},{"id":"https://openalex.org/keywords/small-cell","display_name":"Small cell","score":0.47692057490348816},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4727890193462372},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4323290288448334},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19196829199790955},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09976565837860107},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07498493790626526}],"concepts":[{"id":"https://openalex.org/C160487672","wikidata":"https://www.wikidata.org/wiki/Q1426313","display_name":"Visible light communication","level":3,"score":0.8641184568405151},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8371161818504333},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6903377175331116},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.6063536405563354},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.556954562664032},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.5423714518547058},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5406945943832397},{"id":"https://openalex.org/C78834623","wikidata":"https://www.wikidata.org/wiki/Q640394","display_name":"Mobile broadband","level":3,"score":0.5239201188087463},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4905189871788025},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.4838389456272125},{"id":"https://openalex.org/C179655311","wikidata":"https://www.wikidata.org/wiki/Q7543020","display_name":"Small cell","level":3,"score":0.47692057490348816},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4727890193462372},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4323290288448334},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19196829199790955},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09976565837860107},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07498493790626526},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C176666156","wikidata":"https://www.wikidata.org/wiki/Q25504","display_name":"Light-emitting diode","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/twc.2018.2890057","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2018.2890057","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/150746","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/150746","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3113351901","display_name":null,"funder_award_id":"CNS-1731424","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4794096668","display_name":null,"funder_award_id":"ECCS-1547201","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5072586218","display_name":null,"funder_award_id":"CNS-1646607","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G603476700","display_name":null,"funder_award_id":"2015A030312006","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G657304510","display_name":"\u9762\u5411\u975e\u5e73\u5766\u975e\u5e73\u7a33\u7684\u6c34\u4e0b\u53ef\u89c1\u5149\u4fe1\u9053\u5efa\u6a21\u4e0e\u901a\u4fe1\u6280\u672f\u7814\u7a76","funder_award_id":"61871255","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G721611289","display_name":null,"funder_award_id":"CNS-1702850","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8436110985","display_name":null,"funder_award_id":"CNS-1717454","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1512678982","https://openalex.org/W1513468570","https://openalex.org/W1515851193","https://openalex.org/W1542941925","https://openalex.org/W1564533776","https://openalex.org/W1565540568","https://openalex.org/W1626977535","https://openalex.org/W1971882195","https://openalex.org/W1977655452","https://openalex.org/W1981089049","https://openalex.org/W1993026423","https://openalex.org/W1996036693","https://openalex.org/W2015992795","https://openalex.org/W2037405583","https://openalex.org/W2105308124","https://openalex.org/W2107726111","https://openalex.org/W2110767187","https://openalex.org/W2113815608","https://openalex.org/W2113921460","https://openalex.org/W2121863487","https://openalex.org/W2123117904","https://openalex.org/W2128469511","https://openalex.org/W2144461136","https://openalex.org/W2144644352","https://openalex.org/W2147584524","https://openalex.org/W2162729077","https://openalex.org/W2164278908","https://openalex.org/W2166874862","https://openalex.org/W2220033875","https://openalex.org/W2285077810","https://openalex.org/W2295652899","https://openalex.org/W2323702888","https://openalex.org/W2403167913","https://openalex.org/W2509070647","https://openalex.org/W2522423684","https://openalex.org/W2527440558","https://openalex.org/W2532143293","https://openalex.org/W2550816608","https://openalex.org/W2570673507","https://openalex.org/W2584807792","https://openalex.org/W2591282735","https://openalex.org/W2612003757","https://openalex.org/W2612365756","https://openalex.org/W2614545207","https://openalex.org/W2736791660","https://openalex.org/W2789794873","https://openalex.org/W3150570724","https://openalex.org/W3190901624","https://openalex.org/W4210985493","https://openalex.org/W4214717370","https://openalex.org/W4292363360","https://openalex.org/W4387531006","https://openalex.org/W4403120177","https://openalex.org/W6630520071","https://openalex.org/W6636868823","https://openalex.org/W6680884478","https://openalex.org/W6683739272","https://openalex.org/W6737472690","https://openalex.org/W6799396822"],"related_works":["https://openalex.org/W2981904814","https://openalex.org/W3012439052","https://openalex.org/W2119457534","https://openalex.org/W2787641208","https://openalex.org/W2986629030","https://openalex.org/W2924115056","https://openalex.org/W188224805","https://openalex.org/W2497162478","https://openalex.org/W2968737745","https://openalex.org/W2749928005"],"abstract_inverted_index":{"The":[0,156,169],"radio":[1],"frequency":[2],"spectrum":[3],"crunch":[4],"has":[5],"triggered":[6],"the":[7,36,55,75,121,124,130,133,137,173,176,193],"harnessing":[8],"of":[9,12,38,69,78,151,175],"other":[10],"sources":[11],"bandwidth,":[13],"for":[14,123],"which":[15,51,64],"visible":[16,24],"light":[17,25],"is":[18,32,93],"a":[19,94,102,166],"promising":[20],"candidate.":[21],"Even":[22],"though":[23],"communication":[26],"(VLC)":[27],"ensures":[28],"high":[29,187],"capacity,":[30],"coverage":[31],"limited.":[33],"This":[34],"necessitates":[35],"integration":[37],"VLC":[39,56,87],"and":[40,146,186],"device-to-device":[41],"(D2D)":[42],"technologies":[43],"into":[44],"heterogeneous":[45,117],"networks.":[46],"In":[47,97],"particular,":[48],"mobile":[49,62,79,91,134],"users":[50,63,135],"are":[52,65],"accessible":[53],"by":[54,67,128],"transmitters":[57,88],"can":[58,159,189],"relay":[59],"data":[60,83,110,138,162],"to":[61,74,89,107,153],"not,":[66],"means":[68],"D2D":[70],"communication.":[71],"However,":[72],"due":[73],"distributed":[76,167],"behaviors":[77],"users,":[80],"determining":[81],"optimal":[82,161],"transmission":[84,111,163,181],"routes":[85,112,164,182],"from":[86],"end":[90],"devices":[92],"major":[95],"challenge.":[96],"this":[98],"paper,":[99],"we":[100],"propose":[101],"reinforcement":[103],"learning":[104,194],"(RL)-based":[105],"approach":[106],"determine":[108],"multi-hop":[109],"in":[113,165],"an":[114,140],"indoor":[115],"VLC-D2D":[116],"network.":[118],"We":[119],"obtain":[120],"rewards":[122],"RL-based":[125],"method":[126,150],"dynamically,":[127],"formulating":[129],"interactions":[131],"between":[132],"relaying":[136],"as":[139],"equilibrium":[141,144],"problem":[142],"with":[143,183],"constraints":[145],"using":[147],"alternating":[148],"direction":[149],"multipliers":[152],"solve":[154],"it.":[155],"proposed":[157,177],"technique":[158],"achieve":[160],"manner.":[168],"simulation":[170],"results":[171],"demonstrate":[172],"effectiveness":[174],"approach,":[178],"showing":[179],"that":[180],"low":[184],"delays":[185],"capacities":[188],"be":[190],"achieved":[191],"through":[192],"algorithm.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}