{"id":"https://openalex.org/W4210694463","doi":"https://doi.org/10.1109/jsen.2022.3146307","title":"Learning Automated Driving in Complex Intersection Scenarios Based on Camera Sensors: A Deep Reinforcement Learning Approach","display_name":"Learning Automated Driving in Complex Intersection Scenarios Based on Camera Sensors: A Deep Reinforcement Learning Approach","alternate_titles":[],"publication_year":2022,"publication_date":"2022-01-27","ids":{"openalex":"https://openalex.org/W4210694463","doi":"https://doi.org/10.1109/jsen.2022.3146307"},"language":"en","primary_location":{"id":"doi:10.1109/jsen.2022.3146307","doi":"https://doi.org/10.1109/jsen.2022.3146307","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsen.2022.3146307","pdf_url":null,"source":{"id":"https://openalex.org/S189694085","display_name":"IEEE Sensors Journal","issn_l":"1530-437X","issn":["1530-437X","1558-1748","2379-9153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-2","ki-jl-2","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310321027","host_organization_name":"IEEE Sensors Council","host_organization_lineage":["https://openalex.org/P4310321027","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Sensors Council","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Sensors Journal","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4210694463"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030291480","display_name":"Guofa Li","orcid":"https://orcid.org/0000-0002-7889-4695","observed_orcids":["https://orcid.org/0000-0002-7889-4695"]},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Guofa Li","raw_affiliation_strings":["College of Mechatronics and Control Engineering, Institute of Human Factors and Ergonomics, Shenzhen University, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-7889-4695","affiliations":[{"raw_affiliation_string":"College of Mechatronics and Control Engineering, Institute of Human Factors and Ergonomics, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Siyan Lin","orcid":"https://orcid.org/0000-0001-7411-4869","observed_orcids":["https://orcid.org/0000-0001-7411-4869"]},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Siyan Lin","raw_affiliation_strings":["College of Mechatronics and Control Engineering, Institute of Human Factors and Ergonomics, Shenzhen University, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-7411-4869","affiliations":[{"raw_affiliation_string":"College of Mechatronics and Control Engineering, Institute of Human Factors and Ergonomics, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107117626","display_name":"Shen Li","orcid":"https://orcid.org/0000-0002-7111-8861","observed_orcids":["https://orcid.org/0000-0002-7111-8861","https://orcid.org/0009-0002-1368-1442"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Shen Li","raw_affiliation_strings":["Department of Civil Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7111-8861","affiliations":[{"raw_affiliation_string":"Department of Civil Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068850333","display_name":"Xingda Qu","orcid":"https://orcid.org/0000-0003-1764-0357","observed_orcids":["https://orcid.org/0000-0003-1764-0357"]},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xingda Qu","raw_affiliation_strings":["College of Mechatronics and Control Engineering, Institute of Human Factors and Ergonomics, Shenzhen University, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-1764-0357","affiliations":[{"raw_affiliation_string":"College of Mechatronics and Control Engineering, Institute of Human Factors and Ergonomics, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":null,"fwci":2.0172,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.85971599,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"22","issue":"5","first_page":"4687","last_page":"4696"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.0027000000700354576,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autonomous-driving","display_name":"autonomous driving","score":0.8230000138282776},{"id":"https://openalex.org/keywords/camera-based-perception","display_name":"camera-based perception","score":0.6510000228881836},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9509999752044678},{"id":"https://openalex.org/keywords/deep-q-network","display_name":"deep Q-network","score":0.7870000004768372},{"id":"https://openalex.org/keywords/long-short-term-memory","display_name":"long short-term memory","score":0.9049999713897705},{"id":"https://openalex.org/keywords/convolutional-recurrent-neural-network","display_name":"convolutional recurrent neural network","score":0.9160000085830688},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8529999852180481},{"id":"https://openalex.org/keywords/driving-policy","display_name":"driving policy","score":0.5730000138282776},{"id":"https://openalex.org/keywords/driving-safety","display_name":"driving safety","score":0.796999990940094},{"id":"https://openalex.org/keywords/travel-efficiency","display_name":"travel efficiency","score":0.9869999885559082},{"id":"https://openalex.org/keywords/driving-comfort","display_name":"driver comfort","score":0.9980000257492065},{"id":"https://openalex.org/keywords/carla-simulator","display_name":"CARLA simulator","score":0.703000009059906}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8795199394226074},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.812422513961792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7377886772155762},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.6494055986404419},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6465146541595459},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6286184787750244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5903793573379517},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5651463866233826},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5230941772460938},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.45348426699638367},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4533403217792511},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3661826252937317},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2985876202583313},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.1972619891166687},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.19089144468307495},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18053236603736877},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.17462530732154846},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsen.2022.3146307","doi":"https://doi.org/10.1109/jsen.2022.3146307","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsen.2022.3146307","pdf_url":null,"source":{"id":"https://openalex.org/S189694085","display_name":"IEEE Sensors Journal","issn_l":"1530-437X","issn":["1530-437X","1558-1748","2379-9153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-2","ki-jl-2","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310321027","host_organization_name":"IEEE Sensors Council","host_organization_lineage":["https://openalex.org/P4310321027","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Sensors Council","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Sensors Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5267107715","display_name":null,"funder_award_id":"JCYJ20190808142613246","funder_id":"https://openalex.org/F4320335803","funder_display_name":"Shenzhen Fundamental Research and Discipline Layout project"},{"id":"https://openalex.org/G5481366950","display_name":null,"funder_award_id":"20200803015912001","funder_id":"https://openalex.org/F4320335803","funder_display_name":"Shenzhen Fundamental Research and Discipline Layout project"},{"id":"https://openalex.org/G7742627185","display_name":null,"funder_award_id":"51805332","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335803","display_name":"Shenzhen Fundamental Research and Discipline Layout project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W591137001","https://openalex.org/W1487250808","https://openalex.org/W1689711448","https://openalex.org/W1861249194","https://openalex.org/W1940872118","https://openalex.org/W2022460235","https://openalex.org/W2039439610","https://openalex.org/W2076337359","https://openalex.org/W2097545165","https://openalex.org/W2113873965","https://openalex.org/W2136848157","https://openalex.org/W2165052559","https://openalex.org/W2280163991","https://openalex.org/W2514588627","https://openalex.org/W2554630140","https://openalex.org/W2572939427","https://openalex.org/W2580662672","https://openalex.org/W2604410735","https://openalex.org/W2617137613","https://openalex.org/W2620009390","https://openalex.org/W2767621168","https://openalex.org/W2768784183","https://openalex.org/W2784715585","https://openalex.org/W2787924985","https://openalex.org/W2794422275","https://openalex.org/W2796003663","https://openalex.org/W2886576602","https://openalex.org/W2888662204","https://openalex.org/W2912466474","https://openalex.org/W2920107241","https://openalex.org/W2922329508","https://openalex.org/W2953931148","https://openalex.org/W2965320225","https://openalex.org/W3010072020","https://openalex.org/W3016569011","https://openalex.org/W3034295100","https://openalex.org/W3101584909","https://openalex.org/W3104639963","https://openalex.org/W3112856749","https://openalex.org/W3123479729","https://openalex.org/W3126174111","https://openalex.org/W3155500647","https://openalex.org/W3163215114","https://openalex.org/W3183449896","https://openalex.org/W3194094562","https://openalex.org/W3208016204","https://openalex.org/W3211345831"],"related_works":["https://openalex.org/W3104639963","https://openalex.org/W3194094562","https://openalex.org/W4360872581","https://openalex.org/W4308119828","https://openalex.org/W3158513257","https://openalex.org/W4308079956","https://openalex.org/W2611629860","https://openalex.org/W4406783871","https://openalex.org/W2963625099","https://openalex.org/W7196981370"],"abstract_inverted_index":{"Making":[0],"proper":[1],"decisions":[2],"at":[3,31,69,109],"intersections":[4,32,197],"that":[5,154,189],"are":[6,33],"one":[7],"of":[8,18,182],"the":[9,117,128,131,150,180,207],"most":[10],"dangerous":[11],"and":[12,49,89,123,133,162,199],"sophisticated":[13],"driving":[14,39,50,68,152,158,163,203],"scenarios":[15,44,72,169],"is":[16],"full":[17],"challenges,":[19],"especially":[20],"for":[21,29,66],"autonomous":[22,67],"vehicles":[23],"(AVs).":[24],"The":[25,79,141,186],"existing":[26],"decision-making":[27,57,101],"approaches":[28],"AVs":[30,122],"limited":[34],"as":[35],"they":[36],"only":[37],"consider":[38,157],"safety":[40],"in":[41,99,172,205],"simple":[42],"intersection":[43,71,168],"while":[45],"sacrificing":[46],"travel":[47,160],"efficiency":[48,161],"comfort.":[51,164],"To":[52,126],"solve":[53],"this":[54],"issue,":[55],"a":[56,100],"structure":[58],"motivated":[59],"by":[60,94],"deep":[61,142],"reinforcement":[62],"learning":[63,175],"was":[64,92,139,146],"proposed":[65,184],"complex":[70,167],"based":[73],"on":[74],"long":[75],"short-term":[76],"memory":[77],"(LSTM).":[78],"mapping":[80],"relationship":[81],"between":[82,121,130],"traffic":[83],"images":[84,104],"collected":[85,105],"from":[86,106],"camera":[87,107],"sensors":[88,108],"AVs\u2019":[90],"actions":[91],"established":[93],"constructing":[95],"convolutional-recurrent":[96],"neural":[97],"networks":[98],"framework.":[102],"Traffic":[103],"two":[110],"different":[111],"timesteps":[112],"were":[113,170],"used":[114],"to":[115,148,176,178],"understand":[116],"relative":[118],"motion":[119],"information":[120],"other":[124,134],"vehicles.":[125],"model":[127],"interaction":[129],"AV":[132,194],"vehicles,":[135],"Markov":[136],"decision":[137],"process":[138],"used.":[140],"Q-network":[143],"(DQN)":[144],"algorithm":[145],"applied":[147],"generate":[149],"optimal":[151],"policy":[153],"could":[155],"comprehensively":[156],"safety,":[159],"Three":[165],"crash-prone":[166],"reconstructed":[171],"CARLA":[173],"(car":[174],"act)":[177],"evaluate":[179],"performance":[181],"our":[183,190],"method.":[185],"results":[187],"indicate":[188],"method":[191],"can":[192],"make":[193],"drive":[195],"through":[196],"safely":[198],"efficiently":[200],"with":[201],"desirable":[202],"comfort":[204],"all":[206],"examined":[208],"scenarios.":[209]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4210694463","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":4}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2022-02-08T00:00:00"}
