{"id":"https://openalex.org/W3007474893","doi":"https://doi.org/10.1109/ssci44817.2019.9003029","title":"Reinforcement Learning based Lane Change Decision-Making with Imaginary Sampling","display_name":"Reinforcement Learning based Lane Change Decision-Making with Imaginary Sampling","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3007474893","doi":"https://doi.org/10.1109/ssci44817.2019.9003029","mag":"3007474893"},"language":"en","primary_location":{"id":"doi:10.1109/ssci44817.2019.9003029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci44817.2019.9003029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101459856","display_name":"Dong Li","orcid":"https://orcid.org/0000-0002-8766-500X"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dong Li","raw_affiliation_strings":["The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624298","display_name":"Dongbin Zhao","orcid":"https://orcid.org/0000-0001-8218-9633"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongbin Zhao","raw_affiliation_strings":["The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049454999","display_name":"Qichao Zhang","orcid":"https://orcid.org/0000-0001-9747-391X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qichao Zhang","raw_affiliation_strings":["The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101459856"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"],"apc_list":null,"apc_paid":null,"fwci":0.9801,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.8290889,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"5","issue":null,"first_page":"16","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.785255491733551},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.7307520508766174},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6903735995292664},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5984971523284912},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5184135437011719},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.5156258940696716},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.44439712166786194},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.416983038187027},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3878101110458374},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.31839635968208313},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.26860517263412476},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19926542043685913}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.785255491733551},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.7307520508766174},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6903735995292664},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5984971523284912},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5184135437011719},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.5156258940696716},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.44439712166786194},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.416983038187027},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3878101110458374},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.31839635968208313},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.26860517263412476},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19926542043685913},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ssci44817.2019.9003029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci44817.2019.9003029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6600000262260437,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1746819321","https://openalex.org/W2063686375","https://openalex.org/W2108682071","https://openalex.org/W2145339207","https://openalex.org/W2173564293","https://openalex.org/W2257979135","https://openalex.org/W2550182557","https://openalex.org/W2554984891","https://openalex.org/W2606508169","https://openalex.org/W2734333713","https://openalex.org/W2892230114","https://openalex.org/W2898691144","https://openalex.org/W2930281309","https://openalex.org/W2939569248","https://openalex.org/W2949571867","https://openalex.org/W2950492145","https://openalex.org/W2951799221","https://openalex.org/W2962887844","https://openalex.org/W2962977206","https://openalex.org/W2966675798","https://openalex.org/W2977843878","https://openalex.org/W4300971732","https://openalex.org/W6629804754","https://openalex.org/W6676023451","https://openalex.org/W6685444567","https://openalex.org/W6729433768","https://openalex.org/W6729507393","https://openalex.org/W6754471908","https://openalex.org/W6761450092"],"related_works":["https://openalex.org/W2152950565","https://openalex.org/W3103825105","https://openalex.org/W1617565119","https://openalex.org/W160381218","https://openalex.org/W2512958550","https://openalex.org/W2329266651","https://openalex.org/W2004102934","https://openalex.org/W4366455350","https://openalex.org/W1964286703","https://openalex.org/W2169866437"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,25,36,42,46,52,60,64,68,75,90,101,106,112,116,124,127],"autonomous":[4],"driving":[5],"lane":[6,27,55,130],"change":[7,28,56,131],"problem":[8],"with":[9],"reinforcement":[10,91],"learning":[11,92],"methods.":[12],"A":[13],"two-stage":[14,129],"control":[15,33,66,97],"method":[16],"is":[17,71],"proposed":[18,47,128],"which":[19],"includes":[20],"a":[21,31],"decision-making":[22],"module":[23,34],"computing":[24],"high-level":[26],"action":[29],"and":[30,88,109,119],"lateral":[32,65,96],"outputting":[35],"low-level":[37],"steering":[38],"angle.":[39],"Due":[40],"to":[41,73,84],"decoupling":[43],"system":[44,78],"framework,":[45],"controller":[48],"can":[49,104],"flexibly":[50],"cancel":[51],"previous":[53],"improper":[54],"command.":[57],"To":[58],"improve":[59,105],"data":[61,107],"efficiency":[62,108],"in":[63],"module,":[67],"Gaussian":[69],"process":[70],"employed":[72],"modeling":[74],"local":[76],"time-interval":[77],"models.":[79],"These":[80],"models":[81],"are":[82],"used":[83],"generate":[85],"imaginary":[86,102],"samples":[87,103],"facilitate":[89],"training":[93,113],"process.":[94,114],"The":[95],"experiments":[98,122],"show":[99],"that":[100],"speed":[110],"up":[111],"Finally,":[115],"two-lane":[117],"scene":[118,121],"three-lane":[120],"validate":[123],"effectiveness":[125],"of":[126],"method.":[132]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}