{"id":"https://openalex.org/W4312368126","doi":"https://doi.org/10.1109/iccta54562.2021.9916640","title":"Obstacles Avoidance of Self-driving Vehicle using Deep Reinforcement Learning","display_name":"Obstacles Avoidance of Self-driving Vehicle using Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-12-11","ids":{"openalex":"https://openalex.org/W4312368126","doi":"https://doi.org/10.1109/iccta54562.2021.9916640"},"language":"en","primary_location":{"id":"doi:10.1109/iccta54562.2021.9916640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccta54562.2021.9916640","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 31st International Conference on Computer Theory and Applications (ICCTA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004467269","display_name":"Mahmoud Osama Radwan","orcid":null},"institutions":[{"id":"https://openalex.org/I59272784","display_name":"Arab Academy for Science, Technology, and Maritime Transport","ror":"https://ror.org/0004vyj87","country_code":"EG","type":"education","lineage":["https://openalex.org/I59272784"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Mahmoud Osama Radwan","raw_affiliation_strings":["Arab Academy for Science, Technology and Maritime Transport,College of Computing and Information Technology","College of Computing and Information Technology, Arab Academy for Science, Technology and Maritime Transport"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arab Academy for Science, Technology and Maritime Transport,College of Computing and Information Technology","institution_ids":["https://openalex.org/I59272784"]},{"raw_affiliation_string":"College of Computing and Information Technology, Arab Academy for Science, Technology and Maritime Transport","institution_ids":["https://openalex.org/I59272784"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028672153","display_name":"Ahmed Ahmed Hesham Sedky","orcid":"https://orcid.org/0000-0002-8219-7681"},"institutions":[{"id":"https://openalex.org/I59272784","display_name":"Arab Academy for Science, Technology, and Maritime Transport","ror":"https://ror.org/0004vyj87","country_code":"EG","type":"education","lineage":["https://openalex.org/I59272784"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Ahmed Ahmed Hesham Sedky","raw_affiliation_strings":["Arab Academy for Science, Technology and Maritime Transport,College of Computing and Information Technology","College of Computing and Information Technology, Arab Academy for Science, Technology and Maritime Transport"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arab Academy for Science, Technology and Maritime Transport,College of Computing and Information Technology","institution_ids":["https://openalex.org/I59272784"]},{"raw_affiliation_string":"College of Computing and Information Technology, Arab Academy for Science, Technology and Maritime Transport","institution_ids":["https://openalex.org/I59272784"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113594300","display_name":"Khaled Mahar","orcid":"https://orcid.org/0000-0003-3340-6130"},"institutions":[{"id":"https://openalex.org/I59272784","display_name":"Arab Academy for Science, Technology, and Maritime Transport","ror":"https://ror.org/0004vyj87","country_code":"EG","type":"education","lineage":["https://openalex.org/I59272784"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Khaled Mohammed Mahar","raw_affiliation_strings":["Arab Academy for Science, Technology and Maritime Transport,College of Computing and Information Technology","College of Computing and Information Technology, Arab Academy for Science, Technology and Maritime Transport"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arab Academy for Science, Technology and Maritime Transport,College of Computing and Information Technology","institution_ids":["https://openalex.org/I59272784"]},{"raw_affiliation_string":"College of Computing and Information Technology, Arab Academy for Science, Technology and Maritime Transport","institution_ids":["https://openalex.org/I59272784"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I59272784"],"apc_list":null,"apc_paid":null,"fwci":0.372,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.61353965,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"215","last_page":"222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8289167881011963},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7837048768997192},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5589935779571533},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49066269397735596},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.4600183367729187},{"id":"https://openalex.org/keywords/self-driving","display_name":"Self driving","score":0.4479151666164398},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1250353455543518}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8289167881011963},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7837048768997192},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5589935779571533},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49066269397735596},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.4600183367729187},{"id":"https://openalex.org/C3018391801","wikidata":"https://www.wikidata.org/wiki/Q741490","display_name":"Self driving","level":2,"score":0.4479151666164398},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1250353455543518},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccta54562.2021.9916640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccta54562.2021.9916640","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 31st International Conference on Computer Theory and Applications (ICCTA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2021063678","https://openalex.org/W2342840547","https://openalex.org/W2527693370","https://openalex.org/W2583993537","https://openalex.org/W2605103573","https://openalex.org/W2618530766","https://openalex.org/W2679375846","https://openalex.org/W2736601468","https://openalex.org/W2740067745","https://openalex.org/W2757226121","https://openalex.org/W2767290858","https://openalex.org/W2781726626","https://openalex.org/W2790504560","https://openalex.org/W2908019077","https://openalex.org/W2911486422","https://openalex.org/W2925305786","https://openalex.org/W2962762260","https://openalex.org/W2963881378","https://openalex.org/W3008897963","https://openalex.org/W3043826557","https://openalex.org/W3100944043","https://openalex.org/W4229810220","https://openalex.org/W6704559304","https://openalex.org/W6741002519","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347","https://openalex.org/W4210805261"],"abstract_inverted_index":{"Nowadays,":[0],"there":[1,41],"exist":[2],"different":[3],"self-driving":[4,36,107],"vehicle":[5,10,108,214],"functions":[6],"that":[7],"allow":[8],"the":[9,18,48,98,106,120,126,148,178,181,186,193,196,200,207,216,219],"to":[11,31,58,78,84,95,104,109,154,211],"perform":[12],"certain":[13],"actions":[14],"by":[15,124],"itself":[16],"while":[17],"driver":[19],"is":[20,26,94],"only":[21],"monitoring":[22],"it.":[23],"However,":[24],"it":[25],"difficult":[27],"in":[28,102,112,160],"real":[29],"world":[30],"acquire":[32],"training":[33,60],"data":[34,61,149,210],"for":[35,97,190,199,205],"artificial":[37],"intelligence":[38],"algorithms":[39,83,130,189],"because":[40],"are":[42],"a":[43,56,86,113,213],"lot":[44],"of":[45,50,91,158,177,185,195,218],"risks":[46],"and":[47,136,144,168,171,183],"need":[49],"labeled":[51],"data.":[52],"This":[53],"paper":[54,93],"proposes":[55],"method":[57],"collect":[59],"from":[62,151],"Unity":[63,74],"game":[64],"engine\u2019s":[65],"Machine":[66],"Learning":[67,81],"Toolkit":[68],"(ML-Agents":[69],"Toolkit).":[70],"With":[71],"this":[72,92],"toolkit,":[73],"allows":[75],"its":[76],"users":[77],"incorporate":[79],"Reinforcement":[80],"(RL)":[82],"train":[85,105],"learning":[87,121,129,188,191,201],"agent.":[88],"The":[89,175],"aim":[90],"search":[96],"best":[99],"RL":[100,128],"algorithm":[101,134],"order":[103],"avoid":[110],"obstacles":[111],"3D":[114],"environment.":[115],"For":[116],"all":[117],"study":[118],"cases,":[119],"was":[122],"done":[123],"using":[125,142,165],"two":[127,156],"Proximal":[131],"Policy":[132],"Optimization":[133],"(PPO)":[135],"Soft":[137],"Actor-Critic":[138],"(SAC)":[139],"algorithm,":[140],"both":[141],"single-instance":[143],"multi-instance":[145],"training.":[146],"In":[147],"collection":[150],"virtual":[152,208],"environment":[153],"learn,":[155],"types":[157],"sensors":[159,167],"comparison":[161],"had":[162],"been":[163],"experimented":[164],"camera":[166],"Light":[169],"Detection":[170],"Ranging":[172],"(LiDaR)":[173],"sensors.":[174],"results":[176,204],"research":[179],"show":[180],"advantages":[182],"limitations":[184],"used":[187],"behaviors,":[192],"importance":[194],"demonstration":[197],"provided":[198],"algorithms.":[202],"Experimental":[203],"applying":[206],"driving":[209],"drive":[212],"shows":[215],"effectiveness":[217],"proposed":[220],"methodology.":[221]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}