{"id":"https://openalex.org/W7124145442","doi":"https://doi.org/10.1109/codit66093.2025.11321604","title":"Reinforcement Learning Based Optimization for Road-Side-Units Placement Along Highways","display_name":"Reinforcement Learning Based Optimization for Road-Side-Units Placement Along Highways","publication_year":2025,"publication_date":"2025-07-15","ids":{"openalex":"https://openalex.org/W7124145442","doi":"https://doi.org/10.1109/codit66093.2025.11321604"},"language":null,"primary_location":{"id":"doi:10.1109/codit66093.2025.11321604","is_oa":false,"landing_page_url":"https://doi.org/10.1109/codit66093.2025.11321604","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 11th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112325900","display_name":"Mohammed Saeed","orcid":"https://orcid.org/0000-0002-9214-521X"},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Mohammed Saeed","raw_affiliation_strings":["German University in Cairo (GUC),Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German University in Cairo (GUC),Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123026976","display_name":"Shaheer Sherif","orcid":null},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Shaheer Sherif","raw_affiliation_strings":["German University in Cairo (GUC),Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German University in Cairo (GUC),Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114592816","display_name":"Youssef Mahran","orcid":null},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Youssef Mahran","raw_affiliation_strings":["German University in Cairo (GUC),Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German University in Cairo (GUC),Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024315764","display_name":"Lina Ghonim","orcid":null},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Lina Ghonim","raw_affiliation_strings":["German University in Cairo (GUC),Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German University in Cairo (GUC),Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011873967","display_name":"Mohamed Sabry","orcid":"https://orcid.org/0000-0002-9721-6291"},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Mohamed Sabry","raw_affiliation_strings":["German University in Cairo (GUC),Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German University in Cairo (GUC),Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123054074","display_name":"Mariam Fathi","orcid":null},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Mariam Fathi","raw_affiliation_strings":["German University in Cairo (GUC),Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German University in Cairo (GUC),Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123034946","display_name":"Mohamed A. Ibrahim","orcid":null},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Mohamed A. Ibrahim","raw_affiliation_strings":["German University in Cairo (GUC),Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German University in Cairo (GUC),Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063239454","display_name":"Omar M. Shehata","orcid":"https://orcid.org/0000-0002-3604-3534"},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Omar Shehata","raw_affiliation_strings":["German University in Cairo (GUC),Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German University in Cairo (GUC),Egypt","institution_ids":["https://openalex.org/I96823368"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I96823368"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.58425623,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"995","last_page":"1000"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.8729000091552734,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.8729000091552734,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.04179999977350235,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.02280000038444996,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7526000142097473},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5706999897956848},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5525000095367432},{"id":"https://openalex.org/keywords/simulated-annealing","display_name":"Simulated annealing","score":0.5454000234603882},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"Particle swarm optimization","score":0.48750001192092896},{"id":"https://openalex.org/keywords/genetic-algorithm","display_name":"Genetic algorithm","score":0.428600013256073},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.3560999929904938}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7526000142097473},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6991000175476074},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5706999897956848},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5605000257492065},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5525000095367432},{"id":"https://openalex.org/C126980161","wikidata":"https://www.wikidata.org/wiki/Q863783","display_name":"Simulated annealing","level":2,"score":0.5454000234603882},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.48750001192092896},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.428600013256073},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.3560999929904938},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.3433000147342682},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3174000084400177},{"id":"https://openalex.org/C135510737","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance indicator","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C109718341","wikidata":"https://www.wikidata.org/wiki/Q1385229","display_name":"Metaheuristic","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.27639999985694885},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2721000015735626}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/codit66093.2025.11321604","is_oa":false,"landing_page_url":"https://doi.org/10.1109/codit66093.2025.11321604","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 11th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1493247615","https://openalex.org/W1583510946","https://openalex.org/W2965746540","https://openalex.org/W2996776714","https://openalex.org/W3045707002","https://openalex.org/W3144385663","https://openalex.org/W4211249017","https://openalex.org/W4231702991","https://openalex.org/W4379034129"],"related_works":[],"abstract_inverted_index":{"This":[0,36],"paper":[1],"proposes":[2],"a":[3,15,20,129],"novel":[4],"Reinforcement":[5],"Learning":[6],"(RL)":[7],"optimization":[8,163],"technique":[9],"for":[10,33,133,138,160],"Road-Side-Units":[11],"(RSUs)":[12],"placement":[13,30],"along":[14,47],"highway.":[16],"With":[17],"RSUs":[18],"playing":[19],"crucial":[21,32],"role":[22],"in":[23,54],"Intelligent":[24],"Transportation":[25],"Systems":[26],"(ITS),":[27],"optimizing":[28],"RSU":[29,45],"is":[31],"efficient":[34],"communication.":[35],"research":[37],"aims":[38],"to":[39,103],"optimize":[40],"the":[41,44,48,52,59,71,78,134,139,145,151,157,161],"cost":[42,154],"of":[43,61,142],"deployment":[46],"highway":[49],"and":[50,77,115,123],"minimize":[51],"delay":[53],"communication":[55],"between":[56],"vehicles.":[57],"For":[58],"purpose":[60],"this":[62],"research,":[63],"two":[64],"different":[65,105],"deterministic":[66,95,135],"RL":[67,136,158],"algorithms":[68,88,93,137],"were":[69],"tested,":[70],"Deep":[72,81],"Deterministic":[73,82],"Policy":[74,83],"Gradient":[75,84],"(DDPG)":[76],"Twin":[79],"Delayed":[80],"(TD3)":[85],"algorithms.":[86,147],"Both":[87],"are":[89],"model-free":[90],"off-policy":[91],"Actor-Critic":[92],"with":[94],"actions.":[96],"The":[97],"algorithms\u2019":[98],"performance":[99],"was":[100],"then":[101],"compared":[102],"three":[104],"famous":[106],"Meta-Heuristic":[107,146],"algorithms,":[108],"Simulated":[109],"Annealing":[110],"(SA),":[111],"Genetic":[112],"Algorithm":[113],"(GA),":[114],"Discrete":[116],"Particle":[117],"Swarm":[118],"Optimization":[119],"(DPSO).":[120],"Training":[121],"results":[122],"Key":[124],"Performance":[125],"Indicators":[126],"(KPIs)":[127],"show":[128],"faster":[130],"run":[131],"time":[132],"same":[140],"number":[141],"iterations":[143],"as":[144],"KPIs":[148],"also":[149],"showcase":[150],"better":[152],"solution":[153],"achieved":[155],"by":[156],"agents":[159],"specific":[162],"problem.":[164]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2026-01-15T00:00:00"}