{"id":"https://openalex.org/W4390224965","doi":"https://doi.org/10.1109/dtpi59677.2023.10365456","title":"Cognitive Reinforcement Learning For Autonomous Driving","display_name":"Cognitive Reinforcement Learning For Autonomous Driving","publication_year":2023,"publication_date":"2023-11-07","ids":{"openalex":"https://openalex.org/W4390224965","doi":"https://doi.org/10.1109/dtpi59677.2023.10365456"},"language":"en","primary_location":{"id":"doi:10.1109/dtpi59677.2023.10365456","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dtpi59677.2023.10365456","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 3rd International Conference on Digital Twins and Parallel Intelligence (DTPI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100602719","display_name":"Hao Qi","orcid":"https://orcid.org/0009-0003-3949-6816"},"institutions":[{"id":"https://openalex.org/I4210099312","display_name":"Shandong Jiaotong University","ror":"https://ror.org/01848hk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099312"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hao Qi","raw_affiliation_strings":["Shandong Jiaotong University,School of Rail Transportation,Jinan,China,250357"],"affiliations":[{"raw_affiliation_string":"Shandong Jiaotong University,School of Rail Transportation,Jinan,China,250357","institution_ids":["https://openalex.org/I4210099312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055478333","display_name":"Enguang Hou","orcid":"https://orcid.org/0000-0002-9876-2091"},"institutions":[{"id":"https://openalex.org/I4210099312","display_name":"Shandong Jiaotong University","ror":"https://ror.org/01848hk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enguang Hou","raw_affiliation_strings":["Shandong Jiaotong University,School of Rail Transportation,Jinan,China,250357"],"affiliations":[{"raw_affiliation_string":"Shandong Jiaotong University,School of Rail Transportation,Jinan,China,250357","institution_ids":["https://openalex.org/I4210099312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018415170","display_name":"Guangmin Liu","orcid":"https://orcid.org/0000-0002-5359-1874"},"institutions":[{"id":"https://openalex.org/I4210099312","display_name":"Shandong Jiaotong University","ror":"https://ror.org/01848hk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangmin Liu","raw_affiliation_strings":["Shandong Jiaotong University,School of Rail Transportation,Jinan,China,250357"],"affiliations":[{"raw_affiliation_string":"Shandong Jiaotong University,School of Rail Transportation,Jinan,China,250357","institution_ids":["https://openalex.org/I4210099312"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025706580","display_name":"Peijun Ye","orcid":"https://orcid.org/0000-0001-9987-9016"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peijun Ye","raw_affiliation_strings":["Chinese Academy of Sciences,State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation,Beijing,China,100190","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation,Beijing,China,100190","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100602719"],"corresponding_institution_ids":["https://openalex.org/I4210099312"],"apc_list":null,"apc_paid":null,"fwci":0.7232,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.70220259,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9484999775886536,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9380000233650208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9449400901794434},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9303044676780701},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6891317367553711},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6549410820007324},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.584514856338501},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5647451281547546},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4961889386177063},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.4955350160598755},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4859370291233063},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4766838550567627},{"id":"https://openalex.org/keywords/learning-classifier-system","display_name":"Learning classifier system","score":0.43886998295783997},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16202327609062195},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09150508046150208}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9449400901794434},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9303044676780701},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6891317367553711},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6549410820007324},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.584514856338501},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5647451281547546},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4961889386177063},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.4955350160598755},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4859370291233063},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4766838550567627},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.43886998295783997},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16202327609062195},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09150508046150208},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dtpi59677.2023.10365456","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dtpi59677.2023.10365456","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 3rd International Conference on Digital Twins and Parallel Intelligence (DTPI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335892","display_name":"Youth Innovation Promotion Association","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2739529772","https://openalex.org/W2897697565","https://openalex.org/W2953303875","https://openalex.org/W2963016445","https://openalex.org/W2968983352","https://openalex.org/W2973229164","https://openalex.org/W2999265262","https://openalex.org/W4289886757","https://openalex.org/W4311167899","https://openalex.org/W6745935785","https://openalex.org/W6752781648"],"related_works":["https://openalex.org/W2797441709","https://openalex.org/W2943982549","https://openalex.org/W2886918272","https://openalex.org/W4387589990","https://openalex.org/W4297660007","https://openalex.org/W2346578521","https://openalex.org/W2910028250","https://openalex.org/W4241566321","https://openalex.org/W3101055019","https://openalex.org/W3094353829"],"abstract_inverted_index":{"Most":[0],"existing":[1],"reinforcement":[2,49,89,107,119],"learning":[3,50,108],"methods":[4,109],"are":[5],"combined":[6],"with":[7],"deep":[8,22],"neural":[9,23],"networks":[10],"in":[11,30,95,117],"autonomous":[12,40],"driving.":[13],"There":[14],"is":[15],"a":[16,47,55,79],"well-known":[17],"trouble":[18],"named":[19],"\u2018black-box\u2019":[20],"of":[21,27,39,83],"networks,":[24],"which":[25],"lacks":[26],"interpretability,":[28],"occurring":[29],"the":[31,37,60,71,74,81,88,105,114,118],"decision-making":[32,76],"process.":[33,77],"That":[34],"will":[35],"affect":[36],"safety":[38],"vehicle.":[41],"In":[42],"this":[43],"work,":[44],"we":[45],"propose":[46],"cognitive":[48,56,64],"framework.":[51],"This":[52],"framework":[53,100],"illustrates":[54],"model":[57,72],"that":[58,98],"transfers":[59],"state":[61],"space":[62],"to":[63,87],"signals.":[65],"Subsequencely,":[66],"based":[67],"on":[68],"these":[69],"signals,":[70],"simulates":[73],"human":[75],"As":[78],"result,":[80],"outcome":[82],"decision":[84],"provides":[85,111],"reward":[86],"learning.":[90,120],"The":[91],"computational":[92],"experiments":[93],"conducted":[94],"CARLA":[96],"demonstrate":[97],"our":[99],"performs":[101],"equally":[102],"well":[103],"as":[104],"conventional":[106],"and":[110],"interpretability":[112],"under":[113],"same":[115],"circumstance":[116]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}