{"id":"https://openalex.org/W4407574889","doi":"https://doi.org/10.1109/tits.2025.3536020","title":"Dynamic Option Policy Enabled Hierarchical Deep Reinforcement Learning Model for Autonomous Overtaking Maneuver","display_name":"Dynamic Option Policy Enabled Hierarchical Deep Reinforcement Learning Model for Autonomous Overtaking Maneuver","publication_year":2025,"publication_date":"2025-02-14","ids":{"openalex":"https://openalex.org/W4407574889","doi":"https://doi.org/10.1109/tits.2025.3536020"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2025.3536020","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3536020","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077872514","display_name":"Shikhar Singh Lodhi","orcid":"https://orcid.org/0000-0001-8055-3067"},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Shikhar Singh Lodhi","raw_affiliation_strings":["Indian Institute of Technology at Roorkee, Roorkee, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology at Roorkee, Roorkee, India","institution_ids":["https://openalex.org/I154851008"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002763824","display_name":"Neetesh Kumar","orcid":"https://orcid.org/0000-0002-0516-1095"},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Neetesh Kumar","raw_affiliation_strings":["Indian Institute of Technology at Roorkee, Roorkee, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology at Roorkee, Roorkee, India","institution_ids":["https://openalex.org/I154851008"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016366268","display_name":"Pradumn Kumar Pandey","orcid":"https://orcid.org/0000-0002-2601-7850"},"institutions":[{"id":"https://openalex.org/I154851008","display_name":"Indian Institute of Technology Roorkee","ror":"https://ror.org/00582g326","country_code":"IN","type":"education","lineage":["https://openalex.org/I154851008"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pradumn Kumar Pandey","raw_affiliation_strings":["Indian Institute of Technology at Roorkee, Roorkee, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology at Roorkee, Roorkee, India","institution_ids":["https://openalex.org/I154851008"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077872514"],"corresponding_institution_ids":["https://openalex.org/I154851008"],"apc_list":null,"apc_paid":null,"fwci":5.6828,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94682369,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"26","issue":"4","first_page":"5018","last_page":"5029"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6740000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6740000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overtaking","display_name":"Overtaking","score":0.9773813486099243},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8622573614120483},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5373038649559021},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3694550395011902},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.30685049295425415},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.1051209568977356}],"concepts":[{"id":"https://openalex.org/C2778448659","wikidata":"https://www.wikidata.org/wiki/Q1931051","display_name":"Overtaking","level":2,"score":0.9773813486099243},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8622573614120483},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5373038649559021},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3694550395011902},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30685049295425415},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.1051209568977356}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3536020","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3536020","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1592847719","https://openalex.org/W2145339207","https://openalex.org/W2150355110","https://openalex.org/W2896066033","https://openalex.org/W2940193791","https://openalex.org/W2979744416","https://openalex.org/W3000596933","https://openalex.org/W3010163975","https://openalex.org/W3045161629","https://openalex.org/W3119777363","https://openalex.org/W3127561923","https://openalex.org/W3130519362","https://openalex.org/W3137786033","https://openalex.org/W3138181334","https://openalex.org/W3181177996","https://openalex.org/W3190994148","https://openalex.org/W3207654079","https://openalex.org/W4210444794","https://openalex.org/W4210678257","https://openalex.org/W4213169921","https://openalex.org/W4226141644","https://openalex.org/W4250789567","https://openalex.org/W4281483373","https://openalex.org/W4285813063","https://openalex.org/W4286376804","https://openalex.org/W4288064502","https://openalex.org/W4313396905","https://openalex.org/W4320025929","https://openalex.org/W4375796951","https://openalex.org/W4383333663","https://openalex.org/W4385453619","https://openalex.org/W4386393127","https://openalex.org/W4390547633","https://openalex.org/W4393170812","https://openalex.org/W4394630635","https://openalex.org/W4394946167","https://openalex.org/W6634945376","https://openalex.org/W6728155968","https://openalex.org/W6745935785"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3084163143","https://openalex.org/W3198453306","https://openalex.org/W3081587374","https://openalex.org/W591161629","https://openalex.org/W2294880310","https://openalex.org/W2102544652","https://openalex.org/W3208192858"],"abstract_inverted_index":{"Driving":[0],"an":[1,100,222],"Autonomous":[2],"Vehicle":[3],"(AV)":[4],"in":[5,31,38,43,93,146,217],"dynamic":[6,79,128,147],"traffic":[7,80,183],"is":[8,197],"a":[9,57,126,161],"critical":[10,90],"task,":[11],"as":[12],"the":[13,20,48,52,78,82,87,120,164,208,218,224,246],"overtaking":[14,53,145,152,187,202],"maneuver":[15],"being":[16],"considered":[17],"one":[18],"of":[19,26,51,122],"most":[21],"complex":[22],"due":[23],"to":[24,60,85,141,174,189,245],"involvement":[25],"several":[27,155],"sub-maneuvers.":[28],"Recent":[29],"advances":[30],"Deep":[32,112],"Reinforcement":[33,113],"Learning":[34,114],"(DRL)":[35],"have":[36],"resulted":[37],"AVs":[39],"exhibiting":[40],"exceptional":[41],"performance":[42],"addressing":[44],"overtaking-related":[45],"challenges.":[46],"However,":[47],"intricate":[49],"nature":[50],"presents":[54],"difficulties":[55],"for":[56,138],"RL":[58,83],"agent":[59],"proficiently":[61],"handle":[62],"all":[63],"its":[64],"sub-maneuvers":[65,88,156],"that":[66],"include":[67],"left":[68],"lane":[69,72],"change,":[70],"right":[71],"change":[73],"and":[74,157,170,203,239],"straight":[75],"drive.":[76],"Furthermore,":[77],"restricts":[81],"agents":[84,124,135],"execute":[86],"at":[89],"checkpoints":[91],"involved":[92],"overtaking.":[94],"To":[95],"address":[96],"this,":[97],"we":[98],"propose":[99],"approach":[101,118,166,196,226],"inspired":[102,206],"by":[103,207],"semi-Markov":[104],"options,":[105],"called":[106],"Dynamic":[107],"Option":[108],"Policy":[109],"enabled":[110],"Hierarchical":[111],"(DOP-HDRL).":[115],"This":[116],"innovative":[117],"allows":[119],"selection":[121],"sub-maneuver":[123,140],"using":[125,160],"single":[127,162],"option":[129],"policy,":[130,163],"while":[131],"employing":[132],"individual":[133],"DRL":[134,176],"specifically":[136],"trained":[137],"each":[139],"perform":[142],"tasks":[143],"during":[144],"environments.":[148],"By":[149],"breaking":[150],"down":[151],"maneuvers":[153,188],"into":[154,186],"controlling":[158],"them":[159],"DOP-HDRL":[165,179,195,225],"reduces":[167],"training":[168],"time":[169],"computational":[171],"load":[172],"compared":[173,244],"classical":[175],"agents.":[177],"Moreover,":[178],"easily":[180],"integrates":[181],"basic":[182],"safety":[184],"rules":[185],"offer":[190],"more":[191,241],"robust":[192],"solutions.":[193],"The":[194],"rigorously":[198],"evaluated":[199],"through":[200],"multiple":[201],"non-overtaking":[204],"scenarios":[205,216],"National":[209],"Highway":[210],"Traffic":[211],"Safety":[212],"Administration":[213],"(NHTSA)":[214],"pre-crash":[215],"CARLA":[219],"simulator.":[220],"On":[221],"average,":[223],"shows":[227],"100%":[228],"completion":[229],"rate,":[230,234],"14%":[231],"least":[232],"collision":[233],"25%":[235],"optimal":[236],"clearance":[237],"distance,":[238],"7%":[240],"average":[242],"speed":[243],"state-of-the-art":[247],"methods.":[248]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}