{"id":"https://openalex.org/W4400489360","doi":"https://doi.org/10.1109/cscwd61410.2024.10580034","title":"Reinforcement Learning-based Multi-hop Intelligent Route Selection for Vehicle-to-Vehicle Visible Light Communication","display_name":"Reinforcement Learning-based Multi-hop Intelligent Route Selection for Vehicle-to-Vehicle Visible Light Communication","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4400489360","doi":"https://doi.org/10.1109/cscwd61410.2024.10580034"},"language":"en","primary_location":{"id":"doi:10.1109/cscwd61410.2024.10580034","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd61410.2024.10580034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 27th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100626297","display_name":"Rongrong Yin","orcid":"https://orcid.org/0000-0002-4992-3119"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong-Rong Yin","raw_affiliation_strings":["Yanshan University,School of Information Science and Engineering,Qinhuangdao,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yanshan University,School of Information Science and Engineering,Qinhuangdao,China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020071832","display_name":"Kuankuan Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kuan-Kuan Jia","raw_affiliation_strings":["Yanshan University,School of Information Science and Engineering,Qinhuangdao,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yanshan University,School of Information Science and Engineering,Qinhuangdao,China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057343419","display_name":"Hao Qin","orcid":"https://orcid.org/0000-0002-2122-1430"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Qin","raw_affiliation_strings":["Yanshan University,School of Information Science and Engineering,Qinhuangdao,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yanshan University,School of Information Science and Engineering,Qinhuangdao,China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035129587","display_name":"Mengfa Zhai","orcid":null},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng-Fa Zhai","raw_affiliation_strings":["Yanshan University,School of Information Science and Engineering,Qinhuangdao,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yanshan University,School of Information Science and Engineering,Qinhuangdao,China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101142164","display_name":"Shaoying Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shao-Ying Ma","raw_affiliation_strings":["Yanshan University,School of Information Science and Engineering,Qinhuangdao,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yanshan University,School of Information Science and Engineering,Qinhuangdao,China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014234642","display_name":"M. Holmes He","orcid":null},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming-Qi He","raw_affiliation_strings":["Yanshan University,School of Information Science and Engineering,Qinhuangdao,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yanshan University,School of Information Science and Engineering,Qinhuangdao,China","institution_ids":["https://openalex.org/I39333907"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39333907"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1189","last_page":"1194"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9348000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11429","display_name":"Semiconductor Lasers and Optical Devices","score":0.9318000078201294,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7730400562286377},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6994960308074951},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5554889440536499},{"id":"https://openalex.org/keywords/hop","display_name":"Hop (telecommunications)","score":0.4432941973209381},{"id":"https://openalex.org/keywords/visible-light-communication","display_name":"Visible light communication","score":0.43245118856430054},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.37926432490348816},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3325986862182617},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29960066080093384},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16691744327545166},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08190363645553589},{"id":"https://openalex.org/keywords/light-emitting-diode","display_name":"Light-emitting diode","score":0.08027175068855286}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7730400562286377},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6994960308074951},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5554889440536499},{"id":"https://openalex.org/C25906391","wikidata":"https://www.wikidata.org/wiki/Q1432381","display_name":"Hop (telecommunications)","level":2,"score":0.4432941973209381},{"id":"https://openalex.org/C160487672","wikidata":"https://www.wikidata.org/wiki/Q1426313","display_name":"Visible light communication","level":3,"score":0.43245118856430054},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.37926432490348816},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3325986862182617},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29960066080093384},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16691744327545166},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08190363645553589},{"id":"https://openalex.org/C176666156","wikidata":"https://www.wikidata.org/wiki/Q25504","display_name":"Light-emitting diode","level":2,"score":0.08027175068855286}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cscwd61410.2024.10580034","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd61410.2024.10580034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 27th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2513995385","https://openalex.org/W2746553466","https://openalex.org/W2768259400","https://openalex.org/W2962809398","https://openalex.org/W2982801613","https://openalex.org/W3006080203","https://openalex.org/W3102752134","https://openalex.org/W3105336773","https://openalex.org/W3160235654","https://openalex.org/W3167898434","https://openalex.org/W4312334862"],"related_works":["https://openalex.org/W2501797479","https://openalex.org/W2997630107","https://openalex.org/W3109516991","https://openalex.org/W2291056487","https://openalex.org/W2395898055","https://openalex.org/W2779101090","https://openalex.org/W2289948051","https://openalex.org/W3081944688","https://openalex.org/W3096625689","https://openalex.org/W3196531682"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"our":[3],"study":[4],"focuses":[5],"on":[6,50],"the":[7,30,34,40,44,58,72,78,84,101,104,114,123,130,140,147],"multi-hop":[8],"routing":[9,66],"problem":[10],"in":[11,25],"long-distance":[12],"visible":[13,26],"light":[14,27],"communication.":[15],"We":[16],"propose":[17],"a":[18,64,89,107],"Q-learning":[19],"intelligent":[20],"route":[21],"selection":[22],"algorithm":[23,132],"based":[24,49],"communication,":[28],"with":[29],"goal":[31],"of":[32,37,43,60,103,116,146],"maximizing":[33],"communication":[35,41,141,148],"quality":[36,142],"vehicle-to-vehicle.":[38],"Firstly,":[39],"range":[42],"current":[45],"vehicle":[46],"is":[47,68,86,111],"determined":[48],"its":[51],"operational":[52],"state":[53],"information,":[54],"allowing":[55],"to":[56,113],"obtain":[57],"set":[59],"neighboring":[61],"vehicles.":[62],"Secondly,":[63],"new":[65],"metric":[67],"defined":[69],"by":[70],"combining":[71],"inter-vehicle":[73],"signal-to-noise":[74],"ratio":[75],"factor":[76],"and":[77,93,121,136,143],"distance":[79],"factor.":[80],"Finally,":[81],"during":[82],"training,":[83],"Q-value":[85],"updated":[87],"using":[88],"dynamic":[90],"learning":[91],"rate":[92],"exploration":[94],"rate,":[95],"enabling":[96],"faster":[97],"convergence.":[98],"To":[99],"evaluate":[100],"performance":[102],"proposed":[105,131],"algorithm,":[106],"Python-based":[108],"open-source":[109],"program":[110],"connected":[112],"Simulation":[115],"Urban":[117],"Mobility":[118],"traffic":[119],"simulator":[120],"controls":[122],"simulation.":[124],"The":[125],"simulation":[126],"results":[127],"demonstrate":[128],"that":[129],"outperforms":[133],"existing":[134],"solutions":[135],"can":[137],"effectively":[138],"improve":[139],"delivery":[144],"efficiency":[145],"link.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
