{"id":"https://openalex.org/W4213286046","doi":"https://doi.org/10.1109/tvt.2022.3150793","title":"Joint Optimization of Sensing, Decision-Making and Motion-Controlling for Autonomous Vehicles: A Deep Reinforcement Learning Approach","display_name":"Joint Optimization of Sensing, Decision-Making and Motion-Controlling for Autonomous Vehicles: A Deep Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-02-15","ids":{"openalex":"https://openalex.org/W4213286046","doi":"https://doi.org/10.1109/tvt.2022.3150793"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3150793","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3150793","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102785196","display_name":"Longquan Chen","orcid":"https://orcid.org/0000-0002-4340-1360"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Longquan Chen","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100693517","display_name":"Ying He","orcid":"https://orcid.org/0000-0003-1733-9791"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying He","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100366932","display_name":"Qiang Wang","orcid":"https://orcid.org/0000-0001-8840-1535"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiang Wang","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Information System Security, Institute of System Engineering, Chinese Academy of Military Science, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Information System Security, Institute of System Engineering, Chinese Academy of Military Science, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073490832","display_name":"Weike Pan","orcid":"https://orcid.org/0000-0001-6326-9531"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weike Pan","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100633973","display_name":"Zhong Ming","orcid":"https://orcid.org/0000-0001-9310-3460"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhong Ming","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102785196"],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":4.6226,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.95524887,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"71","issue":"5","first_page":"4642","last_page":"4654"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8772225379943848},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7715499401092529},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.6094753742218018},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6029239892959595},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5966132879257202},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5839245915412903},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.575537919998169},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5398101210594177},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.44833922386169434},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.44688481092453003},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3812013566493988}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8772225379943848},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7715499401092529},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.6094753742218018},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6029239892959595},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5966132879257202},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5839245915412903},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.575537919998169},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5398101210594177},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.44833922386169434},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.44688481092453003},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3812013566493988},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2022.3150793","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3150793","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G2658696639","display_name":null,"funder_award_id":"2019KQNCX125","funder_id":"https://openalex.org/F4320327517","funder_display_name":"Foundation for Distinguished Young Talents in Higher Education of Guangdong"},{"id":"https://openalex.org/G2875389930","display_name":null,"funder_award_id":"2019A1515110429","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G4396590201","display_name":null,"funder_award_id":"2019ZT08X603","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G5053816963","display_name":null,"funder_award_id":"62002238","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7097245526","display_name":null,"funder_award_id":"61836005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325571","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70"},{"id":"https://openalex.org/F4320327517","display_name":"Foundation for Distinguished Young Talents in Higher Education of Guangdong","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W341403209","https://openalex.org/W1191599655","https://openalex.org/W1522301498","https://openalex.org/W1965455100","https://openalex.org/W2111901564","https://openalex.org/W2119717200","https://openalex.org/W2559767995","https://openalex.org/W2575705757","https://openalex.org/W2583993537","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2761862361","https://openalex.org/W2795064979","https://openalex.org/W2869375357","https://openalex.org/W2901631215","https://openalex.org/W2903709398","https://openalex.org/W2905334533","https://openalex.org/W2945935438","https://openalex.org/W2963322416","https://openalex.org/W2969758225","https://openalex.org/W2973183361","https://openalex.org/W2973229164","https://openalex.org/W2977843878","https://openalex.org/W2989958156","https://openalex.org/W2990123902","https://openalex.org/W2990417263","https://openalex.org/W2991052353","https://openalex.org/W3003285662","https://openalex.org/W3007690081","https://openalex.org/W3010740942","https://openalex.org/W3016931720","https://openalex.org/W3090027660","https://openalex.org/W3091516903","https://openalex.org/W3100944043","https://openalex.org/W3102777717","https://openalex.org/W3127561923","https://openalex.org/W4206803556","https://openalex.org/W4298857966","https://openalex.org/W6627932998","https://openalex.org/W6631190155","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6677939520","https://openalex.org/W6679847170","https://openalex.org/W6684191040","https://openalex.org/W6684338915","https://openalex.org/W6685444567","https://openalex.org/W6692846177","https://openalex.org/W6739901393","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W2366107444","https://openalex.org/W4388145910","https://openalex.org/W2381570729","https://openalex.org/W1976205134","https://openalex.org/W4248336175","https://openalex.org/W2031260042","https://openalex.org/W2391445434","https://openalex.org/W3009369890","https://openalex.org/W4312490297","https://openalex.org/W2062212388"],"abstract_inverted_index":{"The":[0,94],"three":[1],"main":[2],"modules":[3,138],"of":[4,36,135,171,181,207],"autonomous":[5,23,148,201],"vehicles,":[6],"i.e.,":[7],"sensing,":[8],"decision":[9],"making,":[10],"and":[11,57,61,86,105,130,165,185,203],"motion":[12],"controlling,":[13],"have":[14],"been":[15],"studied":[16],"separately":[17],"in":[18,169],"most":[19,101],"existing":[20],"works":[21],"on":[22,98],"driving,":[24],"which":[25,142],"overlook":[26],"the":[27,51,59,68,78,83,87,100,116,124,133,156,178,182,186,205,208],"correlations":[28],"among":[29],"these":[30,136],"modules,":[31],"leading":[32],"to":[33,113,144],"a":[34,44,72,110,120,146,195,199],"result":[35],"unsatisfactory":[37],"performance.":[38],"In":[39],"this":[40],"paper,":[41],"we":[42,193],"propose":[43],"novel":[45,73],"scheme":[46,70,126,158],"that":[47,155],"first":[48],"tactfully":[49],"processes":[50],"sensing":[52,79],"data,":[53],"then":[54,106],"jointly":[55,127],"learns":[56,128],"optimizes":[58],"decision-making":[60,129],"motion-controlling":[62],"using":[63],"reinforcement":[64],"learning":[65],"(RL).":[66],"Specifically,":[67],"proposed":[69,125,157,209],"designs":[71],"state":[74],"representation":[75],"mechanism,":[76],"where":[77],"data":[80],"goes":[81],"through":[82,189],"attention":[84,95,183],"layer":[85,92,96,108,184,188],"convolutional":[88],"neural":[89],"network":[90],"(CNN)":[91],"sequentially.":[93],"focuses":[97],"extracting":[99],"important":[102],"local":[103],"information":[104,118],"CNN":[107,187],"takes":[109],"broad":[111],"view":[112],"comprehensively":[114],"consider":[115],"global":[117],"for":[119],"better":[121,147,160],"representation.":[122],"Furthermore,":[123],"motion-controlling,":[131],"therefore,":[132],"relevance":[134],"two":[137],"is":[139,159],"implicitly":[140],"considered,":[141],"helps":[143],"achieve":[145],"driving":[149],"policy.":[150],"Extensive":[151],"simulation":[152],"results":[153],"show":[154],"than":[161],"classic":[162],"control":[163],"methods":[164,168],"some":[166],"RL":[167],"terms":[170],"safety,":[172],"velocity,":[173],"etc.":[174],"We":[175],"also":[176],"demonstrate":[177],"respective":[179],"functions":[180],"ablation":[190],"studies.":[191],"Finally,":[192],"construct":[194],"traffic":[196],"scene":[197],"with":[198],"real":[200],"vehicle,":[202],"verified":[204],"feasibility":[206],"scheme.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":8}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}