{"id":"https://openalex.org/W2972019214","doi":"https://doi.org/10.3390/sym11091139","title":"Reinforcement Learning Approach to Design Practical Adaptive Control for a Small-Scale Intelligent Vehicle","display_name":"Reinforcement Learning Approach to Design Practical Adaptive Control for a Small-Scale Intelligent Vehicle","publication_year":2019,"publication_date":"2019-09-07","ids":{"openalex":"https://openalex.org/W2972019214","doi":"https://doi.org/10.3390/sym11091139","mag":"2972019214"},"language":"en","primary_location":{"id":"doi:10.3390/sym11091139","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym11091139","pdf_url":"https://www.mdpi.com/2073-8994/11/9/1139/pdf?version=1567846918","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/11/9/1139/pdf?version=1567846918","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022417497","display_name":"Bo Hu","orcid":"https://orcid.org/0000-0003-2995-2358"},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]},{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bo Hu","raw_affiliation_strings":["Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing 400054, China","State Key Laboratory of Engines, Tianjin University, Tianjin 300072, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing 400054, China","institution_ids":["https://openalex.org/I50632499"]},{"raw_affiliation_string":"State Key Laboratory of Engines, Tianjin University, Tianjin 300072, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100730103","display_name":"Jiaxi Li","orcid":"https://orcid.org/0000-0003-3941-8554"},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaxi Li","raw_affiliation_strings":["Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing 400054, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing 400054, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101536839","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0001-6235-1744"},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Yang","raw_affiliation_strings":["Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing 400054, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing 400054, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032548888","display_name":"Haitao Bai","orcid":null},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitao Bai","raw_affiliation_strings":["Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing 400054, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing 400054, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100767125","display_name":"Shuang Li","orcid":"https://orcid.org/0000-0002-3089-7221"},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Li","raw_affiliation_strings":["Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing 400054, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing 400054, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082643307","display_name":"Youchang Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youchang Sun","raw_affiliation_strings":["Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing 400054, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing 400054, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101484304","display_name":"Xiaoyu Yang","orcid":"https://orcid.org/0000-0003-0000-3298"},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyu Yang","raw_affiliation_strings":["Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing 400054, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Manufacturing Technology for Automobile Parts, Ministry of Education, Chongqing University of Technology, Chongqing 400054, China","institution_ids":["https://openalex.org/I50632499"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5022417497","https://openalex.org/A5100730103"],"corresponding_institution_ids":["https://openalex.org/I162868743","https://openalex.org/I50632499"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":2.521,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.89742085,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"11","issue":"9","first_page":"1139","last_page":"1139"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.90138840675354},{"id":"https://openalex.org/keywords/cruise-control","display_name":"Cruise control","score":0.8099982738494873},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7142814993858337},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5406278371810913},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.5072338581085205},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4329304099082947},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38748979568481445},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.35964831709861755},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3524877429008484},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15559449791908264}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.90138840675354},{"id":"https://openalex.org/C113168747","wikidata":"https://www.wikidata.org/wiki/Q507295","display_name":"Cruise control","level":3,"score":0.8099982738494873},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7142814993858337},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5406278371810913},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.5072338581085205},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4329304099082947},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38748979568481445},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.35964831709861755},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3524877429008484},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15559449791908264},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/sym11091139","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym11091139","pdf_url":"https://www.mdpi.com/2073-8994/11/9/1139/pdf?version=1567846918","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:462e83d85d264e43a1b72209ff66bddd","is_oa":true,"landing_page_url":"https://doaj.org/article/462e83d85d264e43a1b72209ff66bddd","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry, Vol 11, Iss 9, p 1139 (2019)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2073-8994/11/9/1139/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/sym11091139","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/sym11091139","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym11091139","pdf_url":"https://www.mdpi.com/2073-8994/11/9/1139/pdf?version=1567846918","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G415527274","display_name":null,"funder_award_id":"51905061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5620931044","display_name":null,"funder_award_id":"cx2018135","funder_id":"https://openalex.org/F4320327835","funder_display_name":"Venture and Innovation Support Program for Chongqing Overseas Returnees"},{"id":"https://openalex.org/G6393788340","display_name":null,"funder_award_id":"cstc2019jcyj-msxmX0097","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G907189942","display_name":null,"funder_award_id":"KJQN201801124","funder_id":"https://openalex.org/F4320324805","funder_display_name":"Chongqing Municipal Education Commission"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324805","display_name":"Chongqing Municipal Education Commission","ror":"https://ror.org/031nm5713"},{"id":"https://openalex.org/F4320327835","display_name":"Venture and Innovation Support Program for Chongqing Overseas Returnees","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2972019214.pdf","grobid_xml":"https://content.openalex.org/works/W2972019214.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1532096063","https://openalex.org/W1975844231","https://openalex.org/W2000630887","https://openalex.org/W2026536622","https://openalex.org/W2034994237","https://openalex.org/W2036945521","https://openalex.org/W2061993431","https://openalex.org/W2100097728","https://openalex.org/W2106930353","https://openalex.org/W2173891962","https://openalex.org/W2343568200","https://openalex.org/W2384046304","https://openalex.org/W2424760598","https://openalex.org/W2521921275","https://openalex.org/W2591097965","https://openalex.org/W2618149076","https://openalex.org/W2731330535","https://openalex.org/W2738036093","https://openalex.org/W2745721928","https://openalex.org/W2749801203","https://openalex.org/W2766447205","https://openalex.org/W2770086227","https://openalex.org/W2898692613","https://openalex.org/W2900604824","https://openalex.org/W2944347963","https://openalex.org/W4247327062","https://openalex.org/W4294227280","https://openalex.org/W6638269150","https://openalex.org/W6828781141"],"related_works":["https://openalex.org/W4285388621","https://openalex.org/W2800642973","https://openalex.org/W2771706547","https://openalex.org/W1983059685","https://openalex.org/W2190128593","https://openalex.org/W2969358681","https://openalex.org/W2112559358","https://openalex.org/W2107122120","https://openalex.org/W194970950","https://openalex.org/W2342009288"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,172],"(RL)":[2],"based":[3,184],"techniques":[4],"have":[5],"been":[6],"employed":[7],"for":[8],"the":[9,20,24,33,41,54,57,66,75,127,131,149,153,192,199,203,214,227,246,267],"tracking":[10,194,224],"and":[11,60,94,115,146,160,176,205,216,230,275],"adaptive":[12,101,185],"cruise":[13,102,186],"control":[14,39,67,103,109,187,195,283,288],"of":[15,43,107,112,130,237,255],"a":[16,28,49,105,164,182,222,252,260],"small-scale":[17,132],"vehicle":[18,31,116,134,154,200],"with":[19,245,251,259,285],"aim":[21],"to":[22,27,47,64,74,84,99,119,144,151,191,197,272,282],"transfer":[23],"obtained":[25],"knowledge":[26],"full-scale":[29],"intelligent":[30,133],"in":[32,56,61,97,202,235],"near":[34],"future.":[35],"Unlike":[36],"most":[37],"other":[38],"techniques,":[40],"purpose":[42],"this":[44,79,124],"study":[45],"is":[46,82,135,168,189,270],"seek":[48],"practical":[50],"method":[51,242],"that":[52,88,170,213],"enables":[53],"vehicle,":[55],"real":[58,62,174],"environment":[59],"time,":[63],"learn":[65],"behavior":[68,225],"on":[69,207],"its":[70,156],"own":[71],"while":[72],"adapting":[73],"changing":[76],"circumstances.":[77],"In":[78,123],"context,":[80],"it":[81,276],"necessary":[83],"design":[85],"an":[86],"algorithm":[87,141],"symmetrically":[89],"considers":[90],"both":[91],"time":[92],"efficiency":[93],"accuracy.":[95],"Meanwhile,":[96],"order":[98],"realize":[100],"specifically,":[104],"set":[106],"symmetrical":[108],"actions":[110],"consisting":[111],"steering":[113],"angle":[114],"speed":[117],"needs":[118],"be":[120,279],"optimized":[121],"simultaneously.":[122],"paper,":[125],"firstly,":[126],"experimental":[128,210],"setup":[129],"introduced.":[136],"Subsequently,":[137],"three":[138],"model-free":[139],"RL":[140,166],"are":[142],"conducted":[143],"develop":[145],"finally":[147],"form":[148],"strategy":[150,167,188],"keep":[152],"within":[155],"lanes":[157],"at":[158],"constant":[159],"top":[161],"velocity.":[162],"Furthermore,":[163],"model-based":[165],"compared":[169],"incorporates":[171],"from":[173,178],"experience":[175],"planning":[177],"simulated":[179],"experience.":[180],"Finally,":[181],"Q-learning":[183,215,231,269],"intermixed":[190],"existing":[193],"architecture":[196],"allow":[198],"slow-down":[201],"curve":[204],"accelerate":[206],"straightaways.":[208],"The":[209,240],"results":[211],"show":[212],"Sarsa":[217,233,247],"(\u03bb)":[218,234,248],"algorithms":[219],"can":[220,277],"achieve":[221],"better":[223,274],"than":[226],"conventional":[228],"Sarsa,":[229],"outperform":[232],"terms":[236],"computational":[238,256],"complexity.":[239],"Dyna-Q":[241],"performs":[243],"similarly":[244],"algorithms,":[249],"but":[250],"significant":[253],"reduction":[254],"time.":[257],"Compared":[258],"fine-tuned":[261],"proportion":[262],"integration":[263],"differentiation":[264],"(PID)":[265],"controller,":[266],"good-balanced":[268],"seen":[271],"perform":[273],"also":[278],"easily":[280],"applied":[281],"problems":[284],"over":[286],"one":[287],"actions.":[289]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}