{"id":"https://openalex.org/W4413018002","doi":"https://doi.org/10.1109/iv64158.2025.11097502","title":"Option Policies for Obstacle Avoidance in Safety Critical Scenarios Using Hierarchical Deep Reinforcement Learning","display_name":"Option Policies for Obstacle Avoidance in Safety Critical Scenarios Using Hierarchical Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4413018002","doi":"https://doi.org/10.1109/iv64158.2025.11097502"},"language":"en","primary_location":{"id":"doi:10.1109/iv64158.2025.11097502","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv64158.2025.11097502","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077872514","display_name":"Shikhar Singh Lodhi","orcid":"https://orcid.org/0000-0001-8055-3067"},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shikhar Singh Lodhi","raw_affiliation_strings":["Indian Institute of Technology,Roorkee,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology,Roorkee,India","institution_ids":["https://openalex.org/I154851008"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002763824","display_name":"Neetesh Kumar","orcid":"https://orcid.org/0000-0002-0516-1095"},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Neetesh Kumar","raw_affiliation_strings":["Working as a faculty with Indian Institute of Technology,Roorkee,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Working as a faculty with Indian Institute of Technology,Roorkee,India","institution_ids":["https://openalex.org/I154851008"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016366268","display_name":"Pradumn Kumar Pandey","orcid":"https://orcid.org/0000-0002-2601-7850"},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pradumn Kumar Pandey","raw_affiliation_strings":["Working as a faculty with Indian Institute of Technology,Roorkee,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Working as a faculty with Indian Institute of Technology,Roorkee,India","institution_ids":["https://openalex.org/I154851008"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154851008"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2259","last_page":"2264"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9412000179290771,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9053999781608582,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8846893310546875},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.7253690361976624},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6866986155509949},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.5279454588890076},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.4617384374141693},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45354217290878296},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4518739879131317},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.24334099888801575},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20592254400253296},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.11682754755020142},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.061250269412994385},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.06048709154129028}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8846893310546875},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.7253690361976624},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6866986155509949},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.5279454588890076},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.4617384374141693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45354217290878296},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4518739879131317},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.24334099888801575},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20592254400253296},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.11682754755020142},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.061250269412994385},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.06048709154129028},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iv64158.2025.11097502","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv64158.2025.11097502","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2940193791","https://openalex.org/W3010163975","https://openalex.org/W3130519362","https://openalex.org/W3137786033","https://openalex.org/W3181177996","https://openalex.org/W3190994148","https://openalex.org/W3203497287","https://openalex.org/W3207654079","https://openalex.org/W4210678257","https://openalex.org/W4281483373","https://openalex.org/W4286376804","https://openalex.org/W4311849050","https://openalex.org/W4313396905","https://openalex.org/W4320025929","https://openalex.org/W4385452022","https://openalex.org/W4389989114","https://openalex.org/W4391217557","https://openalex.org/W4400727489","https://openalex.org/W4401212011","https://openalex.org/W4403023311"],"related_works":["https://openalex.org/W2930076404","https://openalex.org/W4253519380","https://openalex.org/W2071957557","https://openalex.org/W2596413128","https://openalex.org/W4391249562","https://openalex.org/W2356867392","https://openalex.org/W2913749762","https://openalex.org/W2321940404","https://openalex.org/W2782776446","https://openalex.org/W3043170174"],"abstract_inverted_index":{"Autonomous":[0],"Vehicle":[1],"(AV)":[2],"driving":[3,32],"involves":[4],"complex":[5],"maneuvers,":[6],"with":[7],"Obstacle":[8],"Avoidance":[9],"(OA)":[10],"being":[11],"one":[12],"of":[13],"the":[14,41,131,141],"most":[15],"challenging":[16],"and":[17,80,107],"safety":[18,49,111,119],"critical":[19,50,120],"tasks.":[20],"While":[21],"Reinforcement":[22,63],"Learning":[23,64],"(RL)":[24],"has":[25],"shown":[26],"promise":[27],"in":[28,48,118,140,147],"achieving":[29],"human":[30],"like":[31],"behavior,":[33],"a":[34,90,96],"single":[35],"RL":[36,92],"agent":[37],"struggles":[38],"to":[39,113],"manage":[40],"multiple":[42],"sub-maneuvers":[43],"required":[44],"for":[45],"OA,":[46],"particularly":[47],"scenarios.":[51,121],"To":[52],"address":[53],"this,":[54],"we":[55],"propose":[56],"an":[57],"Option":[58],"Policy":[59],"inspired":[60,129],"Hierarchical":[61],"Deep":[62],"(OPDRL)":[65],"framework":[66],"that":[67],"divides":[68],"OA":[69,149],"into":[70],"sub":[71,85],"tasks":[72],"such":[73],"as":[74],"left":[75],"lane":[76,82],"change,":[77],"straight":[78],"driving,":[79],"right":[81],"change.":[83],"Each":[84],"task":[86],"is":[87,125],"handled":[88],"by":[89,95,130],"specialized":[91],"agent,":[93],"governed":[94],"central":[97],"master":[98],"policy.":[99],"This":[100],"approach":[101],"reduces":[102],"training":[103],"time,":[104],"simplifies":[105],"validation,":[106],"seamlessly":[108],"incorporates":[109],"traffic":[110],"rules":[112],"ensure":[114],"robust":[115],"decision":[116],"making":[117],"The":[122],"proposed":[123],"method":[124],"validated":[126],"using":[127],"scenarios":[128,139],"National":[132],"Highway":[133],"Traffic":[134],"Safety":[135],"Administration":[136],"(NHTSA)":[137],"precrash":[138],"CARLA":[142],"simulator,":[143],"demonstrating":[144],"its":[145],"effectiveness":[146],"handling":[148],"maneuvers":[150],"efficiently.":[151]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}