{"id":"https://openalex.org/W2990057130","doi":"https://doi.org/10.1109/icves.2019.8906425","title":"Deep Policy-Gradient Based Path Planning and Reinforcement Cooperative Q-Learning Behavior of Multi-Vehicle Systems","display_name":"Deep Policy-Gradient Based Path Planning and Reinforcement Cooperative Q-Learning Behavior of Multi-Vehicle Systems","publication_year":2019,"publication_date":"2019-09-01","ids":{"openalex":"https://openalex.org/W2990057130","doi":"https://doi.org/10.1109/icves.2019.8906425","mag":"2990057130"},"language":"en","primary_location":{"id":"doi:10.1109/icves.2019.8906425","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icves.2019.8906425","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Vehicular Electronics and Safety (ICVES)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113846837","display_name":"Ahmed Afifi","orcid":"https://orcid.org/0009-0005-8996-3173"},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Ahmed M. Afifi","raw_affiliation_strings":["German University in Cairo (GUC),Multi-Robot Systems (MRS) Research Group,Egypt","Multi-Robot Systems (MRS) Research Group, German University in Cairo (GUC), Egypt"],"affiliations":[{"raw_affiliation_string":"German University in Cairo (GUC),Multi-Robot Systems (MRS) Research Group,Egypt","institution_ids":["https://openalex.org/I96823368"]},{"raw_affiliation_string":"Multi-Robot Systems (MRS) Research Group, German University in Cairo (GUC), Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000904580","display_name":"Omar H. Alhosainy","orcid":null},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Omar H. Alhosainy","raw_affiliation_strings":["German University in Cairo (GUC),Multi-Robot Systems (MRS) Research Group,Egypt","Multi-Robot Systems (MRS) Research Group, German University in Cairo (GUC), Egypt"],"affiliations":[{"raw_affiliation_string":"German University in Cairo (GUC),Multi-Robot Systems (MRS) Research Group,Egypt","institution_ids":["https://openalex.org/I96823368"]},{"raw_affiliation_string":"Multi-Robot Systems (MRS) Research Group, German University in Cairo (GUC), Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025295346","display_name":"Catherine M. Elias","orcid":"https://orcid.org/0000-0002-1444-9816"},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Catherine M. Elias","raw_affiliation_strings":["German University in Cairo (GUC),Multi-Robot Systems (MRS) Research Group,Egypt","Multi-Robot Systems (MRS) Research Group, German University in Cairo (GUC), Egypt"],"affiliations":[{"raw_affiliation_string":"German University in Cairo (GUC),Multi-Robot Systems (MRS) Research Group,Egypt","institution_ids":["https://openalex.org/I96823368"]},{"raw_affiliation_string":"Multi-Robot Systems (MRS) Research Group, German University in Cairo (GUC), Egypt","institution_ids":["https://openalex.org/I96823368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063239454","display_name":"Omar M. Shehata","orcid":"https://orcid.org/0000-0002-3604-3534"},"institutions":[{"id":"https://openalex.org/I107720978","display_name":"Ain Shams University","ror":"https://ror.org/00cb9w016","country_code":"EG","type":"education","lineage":["https://openalex.org/I107720978"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Omar M. Shehata","raw_affiliation_strings":["Ain Shams University,Mechatronics Department - Faculty of Engineering,Cairo,Egypt","Mechatronics Department - Faculty of Engineering, Ain Shams University, Cairo, Egypt"],"affiliations":[{"raw_affiliation_string":"Ain Shams University,Mechatronics Department - Faculty of Engineering,Cairo,Egypt","institution_ids":["https://openalex.org/I107720978"]},{"raw_affiliation_string":"Mechatronics Department - Faculty of Engineering, Ain Shams University, Cairo, Egypt","institution_ids":["https://openalex.org/I107720978"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042554286","display_name":"Elsayed I. Morgan","orcid":"https://orcid.org/0009-0009-6958-9398"},"institutions":[{"id":"https://openalex.org/I96823368","display_name":"German University in Cairo","ror":"https://ror.org/03rjt0z37","country_code":"EG","type":"education","lineage":["https://openalex.org/I96823368"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Elsayed I. Morgan","raw_affiliation_strings":["German University in Cairo (GUC),Multi-Robot Systems (MRS) Research Group,Egypt","Multi-Robot Systems (MRS) Research Group, German University in Cairo (GUC), Egypt"],"affiliations":[{"raw_affiliation_string":"German University in Cairo (GUC),Multi-Robot Systems (MRS) Research Group,Egypt","institution_ids":["https://openalex.org/I96823368"]},{"raw_affiliation_string":"Multi-Robot Systems (MRS) Research Group, German University in Cairo (GUC), Egypt","institution_ids":["https://openalex.org/I96823368"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5113846837"],"corresponding_institution_ids":["https://openalex.org/I96823368"],"apc_list":null,"apc_paid":null,"fwci":0.3537,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.64575037,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9509356021881104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7372252345085144},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.7180643081665039},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5862212181091309},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5295228362083435},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.5180016160011292},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4886622726917267},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.48522281646728516},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4563167989253998},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.45358020067214966},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3218466341495514},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.25072336196899414},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.24097377061843872},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15796053409576416}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9509356021881104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7372252345085144},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.7180643081665039},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5862212181091309},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5295228362083435},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.5180016160011292},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4886622726917267},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.48522281646728516},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4563167989253998},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.45358020067214966},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3218466341495514},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.25072336196899414},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.24097377061843872},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15796053409576416},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icves.2019.8906425","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icves.2019.8906425","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Vehicular Electronics and Safety (ICVES)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1526009983","https://openalex.org/W1579312135","https://openalex.org/W1757796397","https://openalex.org/W1981826826","https://openalex.org/W2007479976","https://openalex.org/W2099252494","https://openalex.org/W2117341272","https://openalex.org/W2554120691","https://openalex.org/W2591576134","https://openalex.org/W2604216058","https://openalex.org/W2806824292","https://openalex.org/W2887784286","https://openalex.org/W2962887844","https://openalex.org/W2963019567","https://openalex.org/W2963428623","https://openalex.org/W2990123902","https://openalex.org/W3140720497","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6677347465","https://openalex.org/W6760984284","https://openalex.org/W7055423279"],"related_works":["https://openalex.org/W4381746183","https://openalex.org/W2359600231","https://openalex.org/W3216757130","https://openalex.org/W2380019117","https://openalex.org/W2126380264","https://openalex.org/W2093343611","https://openalex.org/W1660309994","https://openalex.org/W1987886368","https://openalex.org/W2369187583","https://openalex.org/W2126635878"],"abstract_inverted_index":{"Reinforcement":[0,26],"learning":[1,27],"is":[2,28,42,56,77,85,122],"recently":[3],"widely":[4],"used":[5],"in":[6,18,105,165],"the":[7,19,59,73,88,92,98,103,113,116,131,136,159,169],"field":[8],"of":[9,39,51,61,64,107,109,167],"Autonomous":[10],"Vehicles":[11],"as":[12,133],"it":[13,134,146],"became":[14],"a":[15,45,62,68,126],"powerful":[16],"algorithm":[17,95,121],"artificial":[20],"intelligence":[21],"field.":[22],"In":[23],"this":[24,40],"paper,":[25],"further":[29],"extended":[30],"to":[31,43,57,66,86,97,138],"be":[32],"implemented":[33],"on":[34,140],"Multi-Vehicle":[35],"Systems.":[36],"The":[37,53,75,82,151],"purpose":[38],"paper":[41],"design":[44],"multi-layer":[46,76],"architecture":[47],"for":[48,124,130],"formation":[49],"control":[50],"multi-vehicles.":[52],"main":[54],"target":[55],"plan":[58,87],"motion":[60],"group":[63],"vehicles":[65,132],"achieve":[67],"specific":[69],"pattern":[70],"predefined":[71],"by":[72],"user.":[74],"divided":[78],"into":[79],"two":[80,152],"tasks.":[81],"first":[83],"task":[84],"vehicle":[89],"configuration":[90],"using":[91],"traditional":[93],"Q-learning":[94],"due":[96],"low":[99],"computational":[100],"time":[101],"and":[102,144,149,158],"cost":[104],"terms":[106,166],"consumption":[108],"computing":[110],"resources.":[111],"For":[112],"second":[114],"layer,":[115],"deep":[117],"reinforcement":[118],"policy-":[119],"gradient":[120],"adopted":[123],"planning":[125],"collision":[127],"free":[128],"path":[129],"has":[135],"ability":[137],"train":[139],"completely":[141],"new":[142],"environments":[143],"discover":[145],"with":[147],"trial":[148],"error.":[150],"different":[153],"layers":[154],"are":[155],"tested":[156],"separately":[157],"numerical":[160],"analysis":[161],"shows":[162],"promising":[163],"results":[164],"achieving":[168],"aforementioned":[170],"problems.":[171]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}