{"id":"https://openalex.org/W4411866959","doi":"https://doi.org/10.1109/access.2025.3584787","title":"Hierarchical TD3 Reinforcement Learning With Stackelberg Game and Attention Mechanism for Safe and Efficient Autonomous Lane-Changing","display_name":"Hierarchical TD3 Reinforcement Learning With Stackelberg Game and Attention Mechanism for Safe and Efficient Autonomous Lane-Changing","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411866959","doi":"https://doi.org/10.1109/access.2025.3584787"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3584787","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3584787","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3584787","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107950741","display_name":"Xuan Yu","orcid":"https://orcid.org/0000-0003-2193-4761"},"institutions":[{"id":"https://openalex.org/I4210105877","display_name":"Wuhan Donghu University","ror":"https://ror.org/017swdq34","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210105877"]},{"id":"https://openalex.org/I2800710378","display_name":"Naval University of Engineering","ror":"https://ror.org/056vyez31","country_code":"CN","type":"education","lineage":["https://openalex.org/I2800710378"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuan Yu","raw_affiliation_strings":["College of Electrical Engineering, Naval University of Engineering, Wuhan, China","School of Mechanical and Electrical Engineering, Wuhan Donghu University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"College of Electrical Engineering, Naval University of Engineering, Wuhan, China","institution_ids":["https://openalex.org/I2800710378"]},{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, Wuhan Donghu University, Wuhan, China","institution_ids":["https://openalex.org/I4210105877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029380776","display_name":"Donghua Zhao","orcid":"https://orcid.org/0009-0001-4663-3538"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghua Zhao","raw_affiliation_strings":["College of Mechanical Engineering, Yanshan University, Qinhuangdao, China"],"affiliations":[{"raw_affiliation_string":"College of Mechanical Engineering, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041262892","display_name":"Hongxia Wu","orcid":"https://orcid.org/0000-0002-7317-7670"},"institutions":[{"id":"https://openalex.org/I4210105877","display_name":"Wuhan Donghu University","ror":"https://ror.org/017swdq34","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210105877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongxia Wu","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, Wuhan Donghu University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, Wuhan Donghu University, Wuhan, China","institution_ids":["https://openalex.org/I4210105877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057226383","display_name":"Jian Zhou","orcid":"https://orcid.org/0000-0003-0531-8918"},"institutions":[{"id":"https://openalex.org/I4210105877","display_name":"Wuhan Donghu University","ror":"https://ror.org/017swdq34","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210105877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Zhou","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, Wuhan Donghu University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, Wuhan Donghu University, Wuhan, China","institution_ids":["https://openalex.org/I4210105877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075035412","display_name":"Huiying Tang","orcid":"https://orcid.org/0000-0003-3273-5995"},"institutions":[{"id":"https://openalex.org/I4210105877","display_name":"Wuhan Donghu University","ror":"https://ror.org/017swdq34","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210105877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiying Tang","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, Wuhan Donghu University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, Wuhan Donghu University, Wuhan, China","institution_ids":["https://openalex.org/I4210105877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5107950741"],"corresponding_institution_ids":["https://openalex.org/I2800710378","https://openalex.org/I4210105877"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.7073,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.72258686,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"189203","last_page":"189215"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9700999855995178,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9003999829292297,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stackelberg-competition","display_name":"Stackelberg competition","score":0.8881816864013672},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7643978595733643},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6861909627914429},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.59267258644104},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.42691880464553833},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24555236101150513},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.11764386296272278}],"concepts":[{"id":"https://openalex.org/C199510392","wikidata":"https://www.wikidata.org/wiki/Q1184602","display_name":"Stackelberg competition","level":2,"score":0.8881816864013672},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7643978595733643},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6861909627914429},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.59267258644104},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.42691880464553833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24555236101150513},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.11764386296272278},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3584787","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3584787","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:fc313b23ca6141c49cc86a9bc6ee6d88","is_oa":true,"landing_page_url":"https://doaj.org/article/fc313b23ca6141c49cc86a9bc6ee6d88","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 189203-189215 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3584787","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3584787","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1987562536","https://openalex.org/W4383533535","https://openalex.org/W2375814310","https://openalex.org/W2605497830","https://openalex.org/W3169439878","https://openalex.org/W4411484337","https://openalex.org/W2948291551"],"abstract_inverted_index":{"Autonomous":[0],"lane-changing":[1,64,110],"in":[2,95,186],"complex":[3],"urban":[4,191],"traffic":[5],"presents":[6],"significant":[7],"challenges":[8],"due":[9],"to":[10,108,128,148,151,161],"high-dimensional":[11,56],"state":[12],"spaces,":[13],"dynamic":[14,46,86],"interactions,":[15],"and":[16,23,45,78,92,134,153,200],"competing":[17],"objectives":[18,94],"such":[19],"as":[20,102],"safety,":[21,90],"efficiency,":[22,91],"comfort.":[24],"This":[25],"study":[26],"proposes":[27],"an":[28],"improved":[29,139],"Twin":[30],"Delayed":[31],"Deep":[32],"Deterministic":[33],"Policy":[34],"Gradient":[35],"(TD3)":[36],"algorithm":[37],"enhanced":[38],"with":[39],"attention":[40,50],"mechanism,":[41],"Stackelberg":[42,60],"game":[43,61],"framework":[44,99,185],"reward":[47,87],"adjustment.":[48],"The":[49,85,98],"mechanism":[51],"improves":[52],"feature":[53],"extraction":[54],"from":[55],"inputs,":[57],"while":[58,164],"the":[59,63,72,79,116,121,138,142,180,183,188,194],"decomposes":[62],"task":[65],"into":[66],"a":[67,103,155,166],"hierarchical":[68],"leader-follower":[69],"structure,":[70],"where":[71],"leader":[73],"makes":[74],"high-level":[75],"strategic":[76],"decisions":[77],"follower":[80],"determines":[81],"specific":[82],"control":[83],"actions.":[84],"adjustment":[88],"balances":[89],"comfort":[93,169],"real":[96],"time.":[97],"is":[100],"implemented":[101],"Markov":[104],"Decision":[105],"Process":[106],"(MDP)":[107],"model":[109],"strategies":[111],"effectively.":[112],"Experimental":[113],"evaluations":[114],"using":[115],"INTERACTION":[117],"dataset":[118],"demonstrate":[119],"that":[120],"proposed":[122,184],"method":[123],"achieves":[124,154],"superior":[125],"performance":[126],"compared":[127,150,160],"baseline":[129],"algorithms,":[130],"including":[131],"MPC,":[132],"DDPG,":[133],"standard":[135,162],"TD3.":[136],"Specifically,":[137],"TD3":[140],"reduces":[141],"safety":[143],"violation":[144],"rate":[145],"by":[146],"up":[147],"53.8%":[149],"MPC":[152],"7.1%":[156],"shorter":[157],"lane-change":[158],"duration":[159],"TD3,":[163],"maintaining":[165],"high":[167],"human":[168],"score":[170],"of":[171,182,190],"1.82":[172],"m/s\u00b2":[173],"at":[174],"T-junction":[175],"scenarios.":[176],"These":[177],"results":[178],"validate":[179],"effectiveness":[181],"addressing":[187],"complexities":[189],"traffic,":[192],"paving":[193],"way":[195],"for":[196],"safer,":[197],"more":[198,201],"efficient,":[199],"comfortable":[202],"autonomous":[203],"driving":[204],"systems.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-08T23:21:52.890332","created_date":"2025-10-10T00:00:00"}