{"id":"https://openalex.org/W7124931697","doi":"https://doi.org/10.1109/tvt.2025.3590637","title":"Balanced Exploration and Attention-Inspired Decision Making for Autonomous Driving","display_name":"Balanced Exploration and Attention-Inspired Decision Making for Autonomous Driving","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7124931697","doi":"https://doi.org/10.1109/tvt.2025.3590637"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2025.3590637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3590637","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.gla.ac.uk/view/author/60447.html>,","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123450536","display_name":"Zhen Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhen Tian","raw_affiliation_strings":["James Watt School of Engineering, University of Glasgow, Glasgow, U.K"],"raw_orcid":"https://orcid.org/0009-0009-2962-6334","affiliations":[{"raw_affiliation_string":"James Watt School of Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dezong Zhao","orcid":"https://orcid.org/0000-0002-9848-372X"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dezong Zhao","raw_affiliation_strings":["James Watt School of Engineering, University of Glasgow, Glasgow, U.K"],"raw_orcid":"https://orcid.org/0000-0002-9848-372X","affiliations":[{"raw_affiliation_string":"James Watt School of Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103276629","display_name":"Zhihao Lin","orcid":"https://orcid.org/0009-0005-8152-3886"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhihao Lin","raw_affiliation_strings":["James Watt School of Engineering, University of Glasgow, Glasgow, U.K"],"raw_orcid":"https://orcid.org/0009-0005-8152-3886","affiliations":[{"raw_affiliation_string":"James Watt School of Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101671463","display_name":"Wenjing Zhao","orcid":"https://orcid.org/0000-0003-4775-630X"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Wenjing Zhao","raw_affiliation_strings":["James Watt School of Engineering, University of Glasgow, Glasgow, U.K"],"raw_orcid":"https://orcid.org/0000-0003-4775-630X","affiliations":[{"raw_affiliation_string":"James Watt School of Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123416999","display_name":"David Flynn","orcid":null},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David Flynn","raw_affiliation_strings":["James Watt School of Engineering, University of Glasgow, Glasgow, U.K"],"raw_orcid":"https://orcid.org/0000-0002-1024-3618","affiliations":[{"raw_affiliation_string":"James Watt School of Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123373594","display_name":"Daxin Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daxin Tian","raw_affiliation_strings":["School of Transportation Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7796-5650","affiliations":[{"raw_affiliation_string":"School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123440580","display_name":"Yao Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yao Sun","raw_affiliation_strings":["James Watt School of Engineering, University of Glasgow, Glasgow, U.K"],"raw_orcid":"https://orcid.org/0000-0002-4391-377X","affiliations":[{"raw_affiliation_string":"James Watt School of Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.6302,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.98632327,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"75","issue":"1","first_page":"84","last_page":"99"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.8906999826431274,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.8906999826431274,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.01940000057220459,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.011599999852478504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.7355999946594238},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.5436000227928162},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.5174000263214111},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.5149999856948853},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.40619999170303345},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4007999897003174}],"concepts":[{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.7355999946594238},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7287999987602234},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.5436000227928162},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.5174000263214111},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.5149999856948853},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.40619999170303345},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4007999897003174},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.39309999346733093},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3815000057220459},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3407999873161316},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.29840001463890076},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2800000011920929},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.2711000144481659},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26030001044273376},{"id":"https://openalex.org/C10431821","wikidata":"https://www.wikidata.org/wiki/Q6510174","display_name":"Learning effect","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2025.3590637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3590637","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:eprints.gla.ac.uk:359724","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/60447.html>,","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Articles"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:359724","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/60447.html>,","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Articles"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6260560650","display_name":"Towards Energy Efficient Autonomous Vehicles via Cloud-Aided Learning","funder_award_id":"EP/S001956/2","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7014417614","display_name":"Research Hub for Decarbonised Adaptable and Resilient Transport Infrastructures (DARe)","funder_award_id":"EP/Y024257/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G915619580","display_name":"TransiT - Digital Twinning Research Hub for Decarbonising Transport","funder_award_id":"EP/Z533221/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2498017881","https://openalex.org/W2556808240","https://openalex.org/W2767871274","https://openalex.org/W2792609710","https://openalex.org/W2884690226","https://openalex.org/W2897827648","https://openalex.org/W2962881537","https://openalex.org/W2968945909","https://openalex.org/W2998367975","https://openalex.org/W2998853730","https://openalex.org/W3007999377","https://openalex.org/W3042612721","https://openalex.org/W3044457827","https://openalex.org/W3045055884","https://openalex.org/W3091166409","https://openalex.org/W3118868204","https://openalex.org/W3119208542","https://openalex.org/W4200254929","https://openalex.org/W4210402736","https://openalex.org/W4214496626","https://openalex.org/W4225943159","https://openalex.org/W4226338449","https://openalex.org/W4226453553","https://openalex.org/W4297347510","https://openalex.org/W4310874327","https://openalex.org/W4312727912","https://openalex.org/W4312743480","https://openalex.org/W4360995553","https://openalex.org/W4366957357","https://openalex.org/W4385757691","https://openalex.org/W4386869740","https://openalex.org/W4387004627","https://openalex.org/W4388430441","https://openalex.org/W4390738566","https://openalex.org/W4393078713","https://openalex.org/W4393170812","https://openalex.org/W4394596172","https://openalex.org/W4398151428","https://openalex.org/W4399073792","https://openalex.org/W4400679097","https://openalex.org/W4401386967","https://openalex.org/W4401413933","https://openalex.org/W4401878930","https://openalex.org/W4403295718","https://openalex.org/W4411639940"],"related_works":[],"abstract_inverted_index":{"Autonomous":[0],"driving":[1,93,111],"has":[2,56],"attracted":[3],"great":[4],"interest":[5],"due":[6],"to":[7,102,145,148,163],"its":[8],"potential":[9],"capability":[10,59],"in":[11,26,38,44,60,70,72,79],"enhancing":[12],"safety":[13],"and":[14,20,76,91,113,133,179,193],"improving":[15],"traffic":[16],"efficiency.":[17],"Both":[18],"model-based":[19,32],"learning-based":[21],"methods":[22,33],"are":[23,42],"widely":[24],"used":[25],"autonomous":[27],"driving.":[28,64,118],"Out":[29],"of":[30,74,89,107,159],"which,":[31],"rely":[34],"on":[35],"existing":[36,66],"events":[37],"the":[39,51,83,143,157,160,165,176,181],"dataset":[40],"but":[41],"poor":[43,84],"learning":[45,61],"extended":[46],"situations.":[47],"As":[48],"a":[49,57,99,104,126,129,134],"comparison,":[50],"deep":[52],"Q-learning":[53],"network":[54],"(DQN)":[55],"strong":[58],"within":[62],"interactive":[63,80,117],"However,":[65],"DQN":[67,101,121,144,192],"faces":[68],"challenges":[69],"convergence":[71,85,115],"terms":[73],"speed":[75],"accuracy,":[77],"especially":[78],"environments.":[81],"Furthermore,":[82],"causes":[86],"high":[87],"risks":[88,178],"collisions":[90],"slow":[92],"speed.":[94],"Therefore,":[95],"this":[96],"paper":[97],"presents":[98],"modified":[100,120],"achieve":[103],"lower":[105],"number":[106],"collisions,":[108],"higher":[109],"average":[110],"speed,":[112],"faster":[114],"during":[116,184],"The":[119,138,151,172],"is":[122],"developed":[123],"by":[124],"introducing":[125],"risk-attention":[127,140],"mechanism,":[128],"balanced":[130,153],"reward":[131,154],"function,":[132],"collision-supervised":[135,173],"mechanism":[136,141,174],"(RBDQN-CS).":[137],"proposed":[139,152],"enhances":[142],"pay":[146],"attention":[147],"high-frequent":[149],"interactions.":[150],"function":[155],"specifies":[156],"weight":[158],"control":[161],"strategy":[162],"handle":[164],"interactions":[166],"with":[167],"surrounding":[168],"human":[169],"driven":[170],"vehicles.":[171],"detects":[175],"collision":[177,182],"prevents":[180],"occurrence":[183],"lane-changing.":[185],"Simulation":[186],"results":[187],"demonstrate":[188],"that":[189],"RBDQN-CS":[190],"outperforms":[191],"other":[194],"popular":[195],"baseline":[196],"DRL":[197],"algorithms.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-01-21T00:00:00"}