{"id":"https://openalex.org/W4415968783","doi":"https://doi.org/10.1109/tvt.2025.3629873","title":"A Novel Option Policy Driven Hierarchical Deep Reinforcement Learning for Autonomous Vehicle Overtaking Maneuver","display_name":"A Novel Option Policy Driven Hierarchical Deep Reinforcement Learning for Autonomous Vehicle Overtaking Maneuver","publication_year":2025,"publication_date":"2025-11-06","ids":{"openalex":"https://openalex.org/W4415968783","doi":"https://doi.org/10.1109/tvt.2025.3629873"},"language":null,"primary_location":{"id":"doi:10.1109/tvt.2025.3629873","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3629873","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077872514","display_name":"Shikhar Singh Lodhi","orcid":"https://orcid.org/0000-0001-8055-3067"},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shikhar Singh Lodhi","raw_affiliation_strings":["Indian Institute of Technology-Roorkee, Roorkee, India","Indian Institute of Technology-Roorkee, India"],"raw_orcid":"https://orcid.org/0000-0001-8055-3067","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology-Roorkee, Roorkee, India","institution_ids":["https://openalex.org/I154851008"]},{"raw_affiliation_string":"Indian Institute of Technology-Roorkee, India","institution_ids":["https://openalex.org/I154851008"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rajan Kumar Sah","orcid":null},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rajan Kumar Sah","raw_affiliation_strings":["Indian Institute of Technology-Roorkee, Roorkee, India","Indian Institute of Technology-Roorkee, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology-Roorkee, Roorkee, India","institution_ids":["https://openalex.org/I154851008"]},{"raw_affiliation_string":"Indian Institute of Technology-Roorkee, India","institution_ids":["https://openalex.org/I154851008"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002763824","display_name":"Neetesh Kumar","orcid":"https://orcid.org/0000-0002-0516-1095"},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Neetesh Kumar","raw_affiliation_strings":["Indian Institute of Technology-Roorkee, Roorkee, India","Indian Institute of Technology-Roorkee, India"],"raw_orcid":"https://orcid.org/0000-0002-0516-1095","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology-Roorkee, Roorkee, India","institution_ids":["https://openalex.org/I154851008"]},{"raw_affiliation_string":"Indian Institute of Technology-Roorkee, India","institution_ids":["https://openalex.org/I154851008"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016366268","display_name":"Pradumn Kumar Pandey","orcid":"https://orcid.org/0000-0002-2601-7850"},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pradumn Kumar Pandey","raw_affiliation_strings":["Indian Institute of Technology-Roorkee, Roorkee, India","Indian Institute of Technology-Roorkee, India"],"raw_orcid":"https://orcid.org/0000-0002-2601-7850","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology-Roorkee, Roorkee, India","institution_ids":["https://openalex.org/I154851008"]},{"raw_affiliation_string":"Indian Institute of Technology-Roorkee, India","institution_ids":["https://openalex.org/I154851008"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154851008"],"apc_list":null,"apc_paid":null,"fwci":0.4247,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.66448984,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"75","issue":"5","first_page":"7368","last_page":"7380"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.824400007724762,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.824400007724762,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.07440000027418137,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.047600001096725464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overtaking","display_name":"Overtaking","score":0.9979000091552734},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8831999897956848},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6790000200271606},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4449000060558319},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.3828999996185303},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.3603000044822693}],"concepts":[{"id":"https://openalex.org/C2778448659","wikidata":"https://www.wikidata.org/wiki/Q1931051","display_name":"Overtaking","level":2,"score":0.9979000091552734},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8831999897956848},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6790000200271606},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5741999745368958},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4449000060558319},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4359999895095825},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.3828999996185303},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.36579999327659607},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2833000123500824},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C2778391309","wikidata":"https://www.wikidata.org/wiki/Q7832527","display_name":"Traffic simulation","level":3,"score":0.2685999870300293},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2639999985694885},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2025.3629873","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3629873","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autonomous":[0],"vehicle":[1],"(AV)":[2],"driving":[3,11,48],"is":[4,14,67,111,176],"a":[5,63,78,88,144,156],"critical":[6],"task,":[7],"and":[8,62,131,135,151],"among":[9],"all":[10],"maneuvers,":[12],"overtaking":[13,51,84,120,171,180],"considered":[15],"the":[16,83,170,184,194],"most":[17],"complex.":[18],"Reinforcement":[19,38,95],"Learning":[20,39,96],"(RL)":[21],"agents":[22,104,139],"have":[23,41],"been":[24],"utilized":[25],"for":[26,82,105,140,169],"AV":[27,47],"driving,":[28],"leading":[29],"to":[30,99,113,155],"human":[31],"like":[32],"behavior.":[33],"Recent":[34],"advances":[35],"in":[36,45,70],"Deep":[37,94],"(DRL)":[40],"demonstrated":[42],"impressive":[43],"performance":[44],"handling":[46],"maneuvers.":[49],"However,":[50],"involves":[52],"sequential":[53],"sub-tasks":[54,116],"(lane":[55],"changes,":[56],"straight":[57,129],"drive)":[58],"requiring":[59],"modularized":[60],"control,":[61],"single":[64,79,145,157],"RL":[65,80,103,109],"agent":[66,81,110],"often":[68],"ineffective":[69],"managing":[71],"these":[72],"efficiently.":[73],"Instead":[74],"of":[75,117],"relying":[76],"on":[77],"maneuver,":[85],"we":[86],"propose":[87],"novel":[89],"Option":[90],"Policy":[91],"driven":[92],"Hierarchical":[93],"(OP-HDRL)":[97],"approach":[98,175],"select":[100],"different":[101],"sub-maneuver":[102,108],"overtaking.":[106,118],"Each":[107],"trained":[112],"complete":[114],"simpler":[115],"Decomposing":[119],"into":[121,167],"several":[122,179],"sub-maneuvers,":[123],"such":[124],"as":[125],"left":[126],"lane":[127,133],"change,":[128,134],"drive,":[130],"right":[132],"training":[136,149],"individual":[137],"DRL":[138],"each,":[141],"governed":[142],"by":[143,183],"master":[146],"policy,":[147],"reduces":[148],"time":[150],"improves":[152],"generalization":[153],"compared":[154],"RL/DRL":[158],"agent.":[159],"Traffic":[160,187],"safety":[161],"rules":[162],"can":[163],"be":[164],"easily":[165],"integrated":[166],"OP-HDRL":[168],"maneuver.":[172],"The":[173],"proposed":[174],"evaluated":[177],"through":[178],"scenarios":[181],"inspired":[182],"National":[185],"Highway":[186],"Safety":[188],"Administration":[189],"(NHTSA)":[190],"pre-crash":[191],"scenarios,":[192],"using":[193],"CARLA":[195],"simulator.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-20T06:11:20.791850","created_date":"2025-11-06T00:00:00"}