{"id":"https://openalex.org/W4408712166","doi":"https://doi.org/10.1109/itsc58415.2024.10919507","title":"Heterogeneous Information Fusion-Based Distributional Reinforcement Learning for Autonomous Driving","display_name":"Heterogeneous Information Fusion-Based Distributional Reinforcement Learning for Autonomous Driving","publication_year":2024,"publication_date":"2024-09-24","ids":{"openalex":"https://openalex.org/W4408712166","doi":"https://doi.org/10.1109/itsc58415.2024.10919507"},"language":"en","primary_location":{"id":"doi:10.1109/itsc58415.2024.10919507","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10919507","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111261067","display_name":"Jianwen Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianwen Yin","raw_affiliation_strings":["CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China,518055","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005920411","display_name":"Zhengmin Jiang","orcid":"https://orcid.org/0000-0002-6498-0234"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengmin Jiang","raw_affiliation_strings":["CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China,518055","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101246522","display_name":"Qingyi Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyi Liang","raw_affiliation_strings":["CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China,518055","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034059546","display_name":"Lei Peng","orcid":"https://orcid.org/0000-0002-0124-140X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Peng","raw_affiliation_strings":["CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China,518055","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042359485","display_name":"Fenghua Zhu","orcid":"https://orcid.org/0000-0003-2886-6968"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fenghua Zhu","raw_affiliation_strings":["Institute of Automation, Chinese academy of sciences,China,100190"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese academy of sciences,China,100190","institution_ids":["https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079510458","display_name":"Jia Liu","orcid":"https://orcid.org/0000-0003-2363-8798"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Liu","raw_affiliation_strings":["CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China,518055","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100614997","display_name":"Huiyun Li","orcid":"https://orcid.org/0000-0003-0157-1393"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiyun Li","raw_affiliation_strings":["CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Human-Machine Intelligence-Synergy Systems, Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China,518055","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1702","last_page":"1708"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8143754005432129},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6676902174949646},{"id":"https://openalex.org/keywords/information-fusion","display_name":"Information fusion","score":0.5497164130210876},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4893447756767273},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4699561595916748},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.42600464820861816},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32584643363952637},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32337281107902527}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8143754005432129},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6676902174949646},{"id":"https://openalex.org/C2982962833","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information fusion","level":2,"score":0.5497164130210876},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4893447756767273},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4699561595916748},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.42600464820861816},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32584643363952637},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32337281107902527},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc58415.2024.10919507","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10919507","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W341403209","https://openalex.org/W2765302304","https://openalex.org/W2768952159","https://openalex.org/W2904246096","https://openalex.org/W2991448601","https://openalex.org/W3009593063","https://openalex.org/W3015082424","https://openalex.org/W3034445502","https://openalex.org/W3034944009","https://openalex.org/W3090027660","https://openalex.org/W3130288902","https://openalex.org/W3172863135","https://openalex.org/W3176912151","https://openalex.org/W3193987867","https://openalex.org/W4210870706","https://openalex.org/W4286376804","https://openalex.org/W4390755345","https://openalex.org/W4391770221","https://openalex.org/W4400910125","https://openalex.org/W6683300800","https://openalex.org/W6745935785","https://openalex.org/W6751629939","https://openalex.org/W6772033386"],"related_works":["https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2152662039","https://openalex.org/W3088112989","https://openalex.org/W2392793229","https://openalex.org/W2355579697","https://openalex.org/W2103761320","https://openalex.org/W4360871138","https://openalex.org/W3208972923"],"abstract_inverted_index":{"Autonomous":[0],"driving":[1,20,41],"has":[2],"made":[3],"significant":[4],"advancements":[5],"in":[6,22,147,157],"recent":[7],"years,":[8],"with":[9],"reinforcement":[10,32,57],"learning":[11,33,58,88],"emerging":[12],"as":[13,151,153],"a":[14,54,70,99],"promising":[15],"approach":[16,115],"for":[17],"developing":[18],"high-level":[19],"policies":[21,141],"urban":[23,90],"traffic":[24,91,149,159],"scenarios.":[25,160],"Nevertheless,":[26],"one":[27],"challenge":[28],"encountered":[29],"when":[30,119],"utilizing":[31],"is":[34,78],"the":[35,45,65,79,86,122,125,145],"issue":[36,77],"of":[37,74,81,89,108],"suboptimal":[38],"and":[39,93,127],"unstable":[40],"policy":[42],"due":[43],"to":[44,121],"Q-value":[46],"overestimation.":[47],"To":[48,84],"address":[49],"this":[50],"challenge,":[51],"we":[52,97],"propose":[53],"novel":[55],"distributional":[56],"method":[59,136],"that":[60,103,133],"incorporates":[61],"implicit":[62],"quantiles":[63],"into":[64],"actor-critic":[66],"framework,":[67],"thereby":[68],"enabling":[69],"more":[71],"accurate":[72],"estimation":[73],"Q-values.":[75],"Another":[76],"inefficiency":[80],"sample":[82,95],"learning.":[83],"enhance":[85],"representation":[87],"scenarios":[92],"improve":[94],"efficiency,":[96],"introduce":[98],"temporal-wise":[100],"attention-based":[101],"model":[102],"effectively":[104],"aggregates":[105],"heterogeneous":[106],"types":[107],"state":[109],"information.":[110],"Through":[111],"extensive":[112],"experiments,":[113],"our":[114,134],"demonstrates":[116],"superior":[117],"performance":[118,156],"compared":[120],"baselines":[123,146],"on":[124],"NoCrash":[126],"CoRL":[128],"benchmarks.":[129],"The":[130],"results":[131],"show":[132],"proposed":[135],"not":[137],"only":[138],"learns":[139],"improved":[140],"but":[142],"also":[143],"surpasses":[144],"dense":[148],"scenarios,":[150],"well":[152],"obtains":[154],"comparative":[155],"other":[158]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}