{"id":"https://openalex.org/W3111019965","doi":"https://doi.org/10.1109/smc42975.2020.9283222","title":"Learning Personalized Discretionary Lane-Change Initiation for Fully Autonomous Driving Based on Reinforcement Learning","display_name":"Learning Personalized Discretionary Lane-Change Initiation for Fully Autonomous Driving Based on Reinforcement Learning","publication_year":2020,"publication_date":"2020-10-11","ids":{"openalex":"https://openalex.org/W3111019965","doi":"https://doi.org/10.1109/smc42975.2020.9283222","mag":"3111019965"},"language":"en","primary_location":{"id":"doi:10.1109/smc42975.2020.9283222","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc42975.2020.9283222","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035168891","display_name":"Zhuoxi Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zhuoxi Liu","raw_affiliation_strings":["The University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087162559","display_name":"Zheng Wang","orcid":"https://orcid.org/0000-0002-7589-7954"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zheng Wang","raw_affiliation_strings":["Institute of Industrial Science, The University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Industrial Science, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071624044","display_name":"Bo Yang","orcid":"https://orcid.org/0000-0001-8976-5971"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Bo Yang","raw_affiliation_strings":["Institute of Industrial Science, The University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Industrial Science, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023192293","display_name":"Kimihiko Nakano","orcid":"https://orcid.org/0000-0003-3532-960X"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kimihiko Nakano","raw_affiliation_strings":["Institute of Industrial Science, The University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Industrial Science, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74801974"],"apc_list":null,"apc_paid":null,"fwci":0.8697,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.71040522,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"457","last_page":"463"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7916103601455688},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7784931063652039},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.7521345615386963},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.657902717590332},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.527743399143219},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.5193244218826294},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5033907294273376},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.4252014756202698},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38453152775764465}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7916103601455688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7784931063652039},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.7521345615386963},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.657902717590332},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.527743399143219},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.5193244218826294},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5033907294273376},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.4252014756202698},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38453152775764465},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc42975.2020.9283222","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc42975.2020.9283222","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6681202126","display_name":"Driver behavior modeling and its application to a guidance-as-needed steering system for individualized lane change assistance","funder_award_id":"19K20318","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W107233025","https://openalex.org/W1573205248","https://openalex.org/W1968685799","https://openalex.org/W1972299090","https://openalex.org/W1983738939","https://openalex.org/W2003642326","https://openalex.org/W2014784329","https://openalex.org/W2030418992","https://openalex.org/W2069585562","https://openalex.org/W2072016475","https://openalex.org/W2094147539","https://openalex.org/W2107726111","https://openalex.org/W2119850747","https://openalex.org/W2162419813","https://openalex.org/W2167535376","https://openalex.org/W2581275276","https://openalex.org/W2740361510","https://openalex.org/W2783963507","https://openalex.org/W2991355586","https://openalex.org/W6634389309","https://openalex.org/W6678113768","https://openalex.org/W6771270455"],"related_works":["https://openalex.org/W2109940557","https://openalex.org/W2466832359","https://openalex.org/W2015051472","https://openalex.org/W2168501056","https://openalex.org/W2120009678","https://openalex.org/W2037601570","https://openalex.org/W2912947802","https://openalex.org/W2123856982","https://openalex.org/W2108112111","https://openalex.org/W2060421996"],"abstract_inverted_index":{"In":[0],"this":[1,101],"article,":[2],"the":[3,11,47,62,66,95,105,110,113,125,152],"authors":[4],"present":[5],"a":[6,31,50,78,86],"novel":[7],"method":[8,102,132],"to":[9,37,40,84],"learn":[10,38],"personalized":[12],"tactic":[13],"of":[14,26,49,112,124,136,155,158],"discretionary":[15],"lane-change":[16,89,96,107],"initiation":[17,97],"for":[18,138],"fully":[19,141],"autonomous":[20,142],"vehicles":[21],"through":[22],"human-computer":[23],"interactions.":[24],"Instead":[25],"learning":[27,33],"from":[28,44],"human-driving":[29,146],"demonstrations,":[30],"reinforcement":[32],"technique":[34],"is":[35,82,119],"employed":[36],"how":[39],"initiate":[41],"lane":[42],"changes":[43],"traffic":[45],"context,":[46],"action":[48],"self-driving":[51,159],"vehicle,":[52],"and":[53,71,109],"in-vehicle":[54],"user's":[55],"feedback.":[56,76],"The":[57,91],"proposed":[58],"offline":[59],"algorithm":[60],"rewards":[61],"action-selection":[63],"strategy":[64],"when":[65,74],"user":[67,153],"gives":[68],"positive":[69],"feedback":[70],"penalizes":[72],"it":[73],"negative":[75],"Also,":[77],"multi-dimensional":[79],"driving":[80,143],"scenario":[81],"considered":[83],"represent":[85],"more":[87],"realistic":[88],"trade-off.":[90],"results":[92],"show":[93],"that":[94,123],"model":[98],"obtained":[99],"by":[100],"can":[103],"reproduce":[104],"personal":[106],"tactic,":[108],"performance":[111],"customized":[114],"models":[115,127],"(average":[116,128],"accuracy":[117,129],"86.1%)":[118],"much":[120],"better":[121],"than":[122],"non-customized":[126],"75.7%).":[130],"This":[131],"allows":[133],"continuous":[134],"improvement":[135],"customization":[137],"users":[139],"during":[140],"even":[144],"without":[145],"experience,":[147],"which":[148],"will":[149],"significantly":[150],"enhance":[151],"acceptance":[154],"high-level":[156],"autonomy":[157],"vehicles.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}