{"id":"https://openalex.org/W4402978125","doi":"https://doi.org/10.1109/tiv.2024.3470910","title":"Game-Theoretic Driver Modeling and Decision-Making for Autonomous Driving With Temporal-Spatial Attention-Based Deep Q-Learning","display_name":"Game-Theoretic Driver Modeling and Decision-Making for Autonomous Driving With Temporal-Spatial Attention-Based Deep Q-Learning","publication_year":2024,"publication_date":"2024-09-30","ids":{"openalex":"https://openalex.org/W4402978125","doi":"https://doi.org/10.1109/tiv.2024.3470910"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2024.3470910","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3470910","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011384237","display_name":"Xiaofang Zhou","orcid":"https://orcid.org/0000-0001-6343-1455"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Xiao Zhou","raw_affiliation_strings":["Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102764782","display_name":"Zengqi Peng","orcid":"https://orcid.org/0009-0001-1801-4297"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zengqi Peng","raw_affiliation_strings":["Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0001-1801-4297","affiliations":[{"raw_affiliation_string":"Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113173891","display_name":"Yusen Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yusen Xie","raw_affiliation_strings":["Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6735-2866","affiliations":[{"raw_affiliation_string":"Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ming Liu","orcid":"https://orcid.org/0000-0002-4500-238X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ming Liu","raw_affiliation_strings":["Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4500-238X","affiliations":[{"raw_affiliation_string":"Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"Jun Ma","orcid":"https://orcid.org/0000-0002-9405-8232"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jun Ma","raw_affiliation_strings":["Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9405-8232","affiliations":[{"raw_affiliation_string":"Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5011384237"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9685,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.74321716,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"10","issue":"7","first_page":"4010","last_page":"4025"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.96670001745224,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9018999934196472,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5304569005966187},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4889715909957886},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4597601592540741},{"id":"https://openalex.org/keywords/spatial-learning","display_name":"Spatial learning","score":0.41155192255973816},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3148716688156128},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.07527932524681091},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.06695058941841125}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5304569005966187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4889715909957886},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4597601592540741},{"id":"https://openalex.org/C2985665543","wikidata":"https://www.wikidata.org/wiki/Q3560550","display_name":"Spatial learning","level":3,"score":0.41155192255973816},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3148716688156128},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.07527932524681091},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.06695058941841125}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tiv.2024.3470910","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3470910","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-167045","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-167045","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G7804376327","display_name":null,"funder_award_id":"62303390","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1965455100","https://openalex.org/W2030032449","https://openalex.org/W2056877664","https://openalex.org/W2083651391","https://openalex.org/W2107338474","https://openalex.org/W2494776240","https://openalex.org/W2616635592","https://openalex.org/W2794547239","https://openalex.org/W2887569897","https://openalex.org/W2963898834","https://openalex.org/W2969076652","https://openalex.org/W2973189050","https://openalex.org/W2990646371","https://openalex.org/W3002044607","https://openalex.org/W3003329097","https://openalex.org/W3019688365","https://openalex.org/W3021603984","https://openalex.org/W3034819467","https://openalex.org/W3105200428","https://openalex.org/W3131888273","https://openalex.org/W3153140917","https://openalex.org/W3176912151","https://openalex.org/W3209505186","https://openalex.org/W4205294961","https://openalex.org/W4214496626","https://openalex.org/W4285049144","https://openalex.org/W4312517780","https://openalex.org/W4376166839","https://openalex.org/W4387245332","https://openalex.org/W4387448538","https://openalex.org/W4388624610","https://openalex.org/W4389666483","https://openalex.org/W4391769604","https://openalex.org/W4394863034","https://openalex.org/W4396506136","https://openalex.org/W4408696444"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4321369474","https://openalex.org/W4360585206","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790"],"abstract_inverted_index":{"The":[0],"safe":[1],"and":[2,162,188,208,255,275],"efficient":[3],"navigation":[4],"of":[5,17,25,64,67,122,186,229,251],"autonomous":[6],"vehicles":[7,34],"in":[8,28,58,166,204,249,257],"complex":[9],"traffic":[10,206],"scenarios":[11],"remains":[12],"a":[13,42,78,84,147,177],"significant":[14],"challenge.":[15],"One":[16],"the":[18,22,48,65,96,120,131,156,160,173,183,197,209,213,227,235,261,267],"key":[19],"impediments":[20],"is":[21,170,264],"limited":[23],"effectiveness":[24,274],"current":[26],"methods":[27],"constructing":[29],"driver":[30,86,98,127,138,215],"models":[31,55,99,128,139],"for":[32,47,159],"surrounding":[33],"(SVs)":[35],"that":[36,82,172,212],"capture":[37],"diverse":[38,230],"decision-making":[39,45,66,80],"abilities.":[40],"As":[41,115],"result,":[43],"implementing":[44],"algorithms":[46],"ego":[49],"vehicle":[50],"(EV)":[51],"based":[52,88,217],"on":[53,89,218],"such":[54],"could":[56],"result":[57],"unfortunate":[59],"accidents":[60],"due":[61],"to":[62,125,130,154,181,192,266,271],"misinterpretation":[63],"SVs.":[68],"To":[69],"deal":[70],"with":[71,106],"this":[72,74,233],"problem,":[73],"paper":[75],"first":[76],"introduces":[77],"novel":[79],"framework":[81],"incorporates":[83],"game-theoretic":[85],"model":[87,216],"level-<inline-formula":[90,109,219],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[91,110,220],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[92,111,221],"notation=\"LaTeX\">$k$</tex-math></inline-formula>":[93,112,222],"reasoning.":[94],"For":[95],"SVs,":[97],"at":[100],"different":[101],"decision":[102,143,184],"levels":[103],"are":[104,202],"established":[105],"an":[107],"iterative":[108],"reasoning":[113],"algorithm.":[114],"supported":[116],"by":[117,141],"rigorous":[118],"proof,":[119],"strategies":[121],"SVs":[123,187],"corresponding":[124],"these":[126,137],"converge":[129],"Nash":[132],"equilibrium.":[133],"Following":[134],"this,":[135],"utilizing":[136],"characterized":[140],"mixed":[142],"levels,":[144],"we":[145],"propose":[146],"temporal-spatial":[148],"attention-based":[149],"deep":[150,244],"Q-learning":[151],"(TSA-DQN)":[152],"algorithm":[153,175,238,263],"approximate":[155],"optimal":[157],"policy":[158],"EV":[161],"generate":[163,193],"respective":[164],"decisions":[165,194],"various":[167],"scenarios.":[168],"It":[169],"noteworthy":[171],"proposed":[174,214,236],"leverages":[176],"temporal":[178],"attention":[179,190],"network":[180],"estimate":[182],"level":[185],"spatial":[189],"mechanisms":[191],"while":[195],"capturing":[196],"interactions":[198],"between":[199],"vehicles.":[200],"Simulations":[201],"conducted":[203],"representative":[205],"scenarios,":[207],"results":[210],"reveal":[211],"game":[223],"theory":[224],"effectively":[225],"captures":[226],"behaviors":[228],"drivers.":[231],"On":[232],"basis,":[234],"TSA-DQN":[237,262],"demonstrates":[239],"superior":[240],"performance":[241],"over":[242],"several":[243],"reinforcement":[245],"learning":[246],"(DRL)":[247],"baselines":[248],"terms":[250],"success":[252],"rate,":[253],"efficiency,":[254],"safety":[256],"driving":[258],"tasks.":[259],"Furthermore,":[260],"deployed":[265],"real-world":[268],"hardware":[269],"platform":[270],"illustrate":[272],"its":[273],"practical":[276],"feasibility.":[277]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}