{"id":"https://openalex.org/W4408698716","doi":"https://doi.org/10.1109/itsc58415.2024.10919663","title":"From Unsupervised Reinforcement Learning to Continual Reinforcement Learning: Leading Learning from the Relevance to the Whole of Autonomous Driving Decision-Making","display_name":"From Unsupervised Reinforcement Learning to Continual Reinforcement Learning: Leading Learning from the Relevance to the Whole of Autonomous Driving Decision-Making","publication_year":2024,"publication_date":"2024-09-24","ids":{"openalex":"https://openalex.org/W4408698716","doi":"https://doi.org/10.1109/itsc58415.2024.10919663"},"language":"en","primary_location":{"id":"doi:10.1109/itsc58415.2024.10919663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10919663","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104221352","display_name":"Zhenyu Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Ma","raw_affiliation_strings":["School of Automotive Studies, Tongji University,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automotive Studies, Tongji University,Shanghai,China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000947299","display_name":"Yixin Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixin Cui","raw_affiliation_strings":["School of Transportation, Jilin University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Transportation, Jilin University","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yanjun Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanjun Huang","raw_affiliation_strings":["School of Automotive Studies, Tongji University,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automotive Studies, Tongji University,Shanghai,China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29101295,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3005","last_page":"3011"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9009612202644348},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7370766401290894},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.6712043285369873},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6543024182319641},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5790038704872131},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5741161108016968},{"id":"https://openalex.org/keywords/error-driven-learning","display_name":"Error-driven learning","score":0.5692917704582214},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4668363332748413},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1936424970626831}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9009612202644348},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7370766401290894},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.6712043285369873},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6543024182319641},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5790038704872131},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5741161108016968},{"id":"https://openalex.org/C47932503","wikidata":"https://www.wikidata.org/wiki/Q5395689","display_name":"Error-driven learning","level":3,"score":0.5692917704582214},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4668363332748413},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1936424970626831},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc58415.2024.10919663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10919663","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7300000190734863}],"awards":[{"id":"https://openalex.org/G3821160350","display_name":null,"funder_award_id":"U23B2061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G897182718","display_name":null,"funder_award_id":"2021SHZDZX0100","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W169931978","https://openalex.org/W277886906","https://openalex.org/W1980707453","https://openalex.org/W1991564165","https://openalex.org/W2556477470","https://openalex.org/W2804901184","https://openalex.org/W2943927637","https://openalex.org/W2963438456","https://openalex.org/W2963864421","https://openalex.org/W2964067469","https://openalex.org/W2968596670","https://openalex.org/W3036236109","https://openalex.org/W3081310128","https://openalex.org/W3106393803","https://openalex.org/W3117215073","https://openalex.org/W4221143263","https://openalex.org/W4225000463","https://openalex.org/W4281478003","https://openalex.org/W4283365039","https://openalex.org/W4285606041","https://openalex.org/W4286891004","https://openalex.org/W4387415195","https://openalex.org/W4391770221","https://openalex.org/W4397026428","https://openalex.org/W6684921986","https://openalex.org/W6730153900","https://openalex.org/W6748603076","https://openalex.org/W6756303580","https://openalex.org/W6762863188","https://openalex.org/W6769596995","https://openalex.org/W6780218565","https://openalex.org/W6796667233","https://openalex.org/W6801111356","https://openalex.org/W6803067813","https://openalex.org/W6810111970","https://openalex.org/W6838862204","https://openalex.org/W6842724410"],"related_works":["https://openalex.org/W3203657119","https://openalex.org/W2371091044","https://openalex.org/W2171010636","https://openalex.org/W87513465","https://openalex.org/W2786230833","https://openalex.org/W1966803121","https://openalex.org/W2391666574","https://openalex.org/W3203256658","https://openalex.org/W2352650970","https://openalex.org/W1544514152"],"abstract_inverted_index":{"The":[0],"lifelong":[1,84],"learning":[2,57,85],"process":[3],"in":[4,29],"humans,":[5],"encompassing":[6],"both":[7],"cross-domain":[8],"and":[9],"within-domain":[10],"under":[11,67],"changing":[12,45],"conditions":[13],"adaptability.":[14],"It":[15],"is":[16,26,59],"similarly":[17],"challenge":[18],"the":[19],"realm":[20],"of":[21,92],"artificial":[22],"intelligence.":[23],"This":[24,47],"issue":[25],"particularly":[27],"pronounced":[28],"autonomous":[30],"driving":[31],"decision-making,":[32],"where":[33,53],"vehicles":[34],"must":[35],"face":[36],"not":[37],"only":[38],"diverse":[39],"standard":[40],"environments":[41],"but":[42],"also":[43],"dynamically":[44],"conditions.":[46,70],"paper":[48],"introduces":[49],"a":[50,76,83],"novel":[51],"approach":[52],"competence-based":[54],"unsupervised":[55],"reinforcement":[56],"(RL)":[58],"employed":[60],"to":[61],"identify":[62],"correlations":[63],"between":[64],"different":[65],"policies":[66],"real-time":[68],"varying":[69],"Such":[71],"correlation":[72],"discovery":[73],"serves":[74],"as":[75],"foundation":[77],"for":[78],"continual":[79],"learning,":[80],"further":[81],"constructing":[82],"paradigm.":[86],"We":[87],"present":[88],"detailed":[89],"theoretical":[90],"proof":[91],"this":[93],"innovative":[94],"approach,":[95],"demonstrating":[96],"significant":[97],"improvements":[98],"over":[99],"traditional":[100],"RL":[101],"baselines.":[102]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}