{"id":"https://openalex.org/W4385151924","doi":"https://doi.org/10.1109/access.2023.3297661","title":"Ad Hoc-Obstacle Avoidance-Based Navigation System Using Deep Reinforcement Learning for Self-Driving Vehicles","display_name":"Ad Hoc-Obstacle Avoidance-Based Navigation System Using Deep Reinforcement Learning for Self-Driving Vehicles","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385151924","doi":"https://doi.org/10.1109/access.2023.3297661"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3297661","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3297661","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10189852.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10189852.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079456301","display_name":"N.S. Manikandan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210154636","display_name":"Technology Information, Forecasting and Assessment Council","ror":"https://ror.org/04d81ed36","country_code":"IN","type":"government","lineage":["https://openalex.org/I2799351866","https://openalex.org/I4210098748","https://openalex.org/I4210134808","https://openalex.org/I4210154636"]},{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"education","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"N. S. Manikandan","raw_affiliation_strings":["TIFAC-CORE in Automotive Infotronics, Vellore Institute of Technology, Vellore, Tamil Nadu, India"],"raw_orcid":"https://orcid.org/0000-0002-0916-068X","affiliations":[{"raw_affiliation_string":"TIFAC-CORE in Automotive Infotronics, Vellore Institute of Technology, Vellore, Tamil Nadu, India","institution_ids":["https://openalex.org/I876193797","https://openalex.org/I4210154636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101644580","display_name":"K. Ganesan","orcid":"https://orcid.org/0000-0002-6088-4907"},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"education","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ganesan Kaliyaperumal","raw_affiliation_strings":["School of Information Technology and Engineering, Vellore Institute of Technology, Vellore, Tamil Nadu, India"],"raw_orcid":"https://orcid.org/0000-0002-6088-4907","affiliations":[{"raw_affiliation_string":"School of Information Technology and Engineering, Vellore Institute of Technology, Vellore, Tamil Nadu, India","institution_ids":["https://openalex.org/I876193797"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100424528","display_name":"Yong Wang","orcid":"https://orcid.org/0000-0003-1829-3836"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yong Wang","raw_affiliation_strings":["Department of Systems Science and Industrial Engineering, Binghamton University, Binghamton, NY, USA","Department of Systems Science and Industrial Engineering, Binghamton University, Binghamton, New York, USA"],"raw_orcid":"https://orcid.org/0000-0003-1829-3836","affiliations":[{"raw_affiliation_string":"Department of Systems Science and Industrial Engineering, Binghamton University, Binghamton, NY, USA","institution_ids":["https://openalex.org/I123946342"]},{"raw_affiliation_string":"Department of Systems Science and Industrial Engineering, Binghamton University, Binghamton, New York, USA","institution_ids":["https://openalex.org/I123946342"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5079456301"],"corresponding_institution_ids":["https://openalex.org/I4210154636","https://openalex.org/I876193797"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.827,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.84684479,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"92285","last_page":"92297"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7723388671875},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6278384923934937},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.617332398891449},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.598617434501648},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.5928335189819336},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5672945976257324},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.5248705744743347},{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.48509228229522705},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.44766944646835327},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.44260498881340027},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4314340054988861},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.4225216209888458},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3595172166824341},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.15038734674453735},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10197252035140991},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.08223709464073181},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.07810086011886597},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07771897315979004},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.06677517294883728},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.06605088710784912}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7723388671875},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6278384923934937},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.617332398891449},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.598617434501648},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.5928335189819336},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5672945976257324},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.5248705744743347},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.48509228229522705},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.44766944646835327},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44260498881340027},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4314340054988861},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.4225216209888458},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3595172166824341},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.15038734674453735},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10197252035140991},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.08223709464073181},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.07810086011886597},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07771897315979004},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.06677517294883728},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.06605088710784912},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3297661","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3297661","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10189852.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5ae4f6ab08ee4facbdac2efe54b06db4","is_oa":true,"landing_page_url":"https://doaj.org/article/5ae4f6ab08ee4facbdac2efe54b06db4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 92285-92297 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3297661","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3297661","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10189852.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.75,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322838","display_name":"VIT University","ror":"https://ror.org/00qzypv28"},{"id":"https://openalex.org/F4320334777","display_name":"Technology Information, Forecasting and Assessment Council","ror":"https://ror.org/04d81ed36"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385151924.pdf","grobid_xml":"https://content.openalex.org/works/W4385151924.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W2789238015","https://openalex.org/W2900753039","https://openalex.org/W2950170662","https://openalex.org/W2981161758","https://openalex.org/W2981441441","https://openalex.org/W3029902749","https://openalex.org/W3034325995","https://openalex.org/W3037708318","https://openalex.org/W3081307049","https://openalex.org/W3087776899","https://openalex.org/W4213361372","https://openalex.org/W4283025161","https://openalex.org/W4283374800","https://openalex.org/W4285206481","https://openalex.org/W4295719664","https://openalex.org/W4296825636","https://openalex.org/W4309175865","https://openalex.org/W4313293021","https://openalex.org/W6745935785","https://openalex.org/W6769110853"],"related_works":["https://openalex.org/W2930076404","https://openalex.org/W2071957557","https://openalex.org/W2596413128","https://openalex.org/W2356867392","https://openalex.org/W2782776446","https://openalex.org/W2155948905","https://openalex.org/W3043170174","https://openalex.org/W1971413691","https://openalex.org/W2357323510","https://openalex.org/W4366961261"],"abstract_inverted_index":{"In":[0,138],"this":[1],"research,":[2],"a":[3,60],"novel":[4],"navigation":[5],"method":[6,56],"for":[7],"self-driving":[8,66,154],"vehicles":[9],"that":[10,122],"avoids":[11],"collisions":[12],"with":[13],"pedestrians":[14,33],"and":[15,31,82,91,116,146],"ad":[16,28,41],"hoc":[17,29],"obstacles":[18,30],"is":[19,57],"described.":[20],"The":[21,74,118],"proposed":[22,58,169],"approach":[23],"predicts":[24],"the":[25,65,70,92,95,101,104,110,114,125,134,139,150,164,168],"locations":[26],"of":[27,120,141,156,167],"wandering":[32],"by":[34],"using":[35,103],"an":[36,157],"RGB-D":[37,115,145],"depth":[38],"sensor.":[39],"Unique":[40],"hoc-obstacle-aware":[42],"mobility":[43],"rules":[44],"are":[45],"presented":[46],"considering":[47],"those":[48],"environmental":[49],"uncertainties.":[50],"A":[51,153],"Deep":[52],"Reinforcement":[53],"Learning":[54],"(DRL)":[55],"as":[59,133],"decision-making":[61],"technique":[62],"(to":[63],"steer":[64],"vehicle":[67],"to":[68,108,162],"reach":[69],"target":[71],"without":[72],"incident).":[73],"deep":[75,79,85],"Q-network":[76,80,86],"(DQN),":[77],"double":[78,84],"(DDQN),":[81],"dueling":[83],"(D3DQN)":[87],"algorithms":[88,102,121],"were":[89],"compared,":[90],"D3DQN":[93,129],"had":[94],"fewest":[96],"negative":[97],"rewards.":[98],"We":[99],"tested":[100],"Carla":[105],"simulation":[106],"environment":[107],"examine":[109],"input":[111],"values":[112],"from":[113],"RGB-Lidar.":[117],"series":[119],"make":[123],"up":[124],"convoluted":[126],"neural":[127],"network":[128],"was":[130,160],"consequently":[131],"selected":[132],"optimum":[135],"DRL":[136],"model.":[137],"modeling":[140],"slow-moving":[142],"urban":[143],"traffic,":[144],"RGB-Lidar":[147],"generated":[148],"essentially":[149],"same":[151],"results.":[152],"version":[155],"updated":[158],"child-ride-on-car":[159],"modified":[161],"demonstrate":[163],"real-time":[165],"effectiveness":[166],"algorithm.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}