{"id":"https://openalex.org/W2606548817","doi":"https://doi.org/10.1109/mci.2017.2670463","title":"Model-Free Optimal Control Based Intelligent Cruise Control with Hardware-in-the-Loop Demonstration [Research Frontier]","display_name":"Model-Free Optimal Control Based Intelligent Cruise Control with Hardware-in-the-Loop Demonstration [Research Frontier]","publication_year":2017,"publication_date":"2017-04-12","ids":{"openalex":"https://openalex.org/W2606548817","doi":"https://doi.org/10.1109/mci.2017.2670463","mag":"2606548817"},"language":"en","primary_location":{"id":"doi:10.1109/mci.2017.2670463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mci.2017.2670463","pdf_url":null,"source":{"id":"https://openalex.org/S104797584","display_name":"IEEE Computational Intelligence Magazine","issn_l":"1556-603X","issn":["1556-603X","1556-6048"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computational Intelligence Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100624298","display_name":"Dongbin Zhao","orcid":"https://orcid.org/0000-0001-8218-9633"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dongbin Zhao","raw_affiliation_strings":["Jiangsu Huimin Traffic Facility Co., Ltd., Jiangsu, CHINA","University of Chinese Academy of Sciences, Beijing, CHINA"],"affiliations":[{"raw_affiliation_string":"Jiangsu Huimin Traffic Facility Co., Ltd., Jiangsu, CHINA","institution_ids":[]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, CHINA","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065256108","display_name":"Zhongpu Xia","orcid":"https://orcid.org/0009-0003-4251-6849"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongpu Xia","raw_affiliation_strings":["Baidu.com Times Technology Co., Ltd, Beijing, CHINA"],"affiliations":[{"raw_affiliation_string":"Baidu.com Times Technology Co., Ltd, Beijing, CHINA","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049454999","display_name":"Qichao Zhang","orcid":"https://orcid.org/0000-0001-9747-391X"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qichao Zhang","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing, CHINA"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, CHINA","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100624298"],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":7.0406,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.97572079,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"12","issue":"2","first_page":"56","last_page":"69"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6975399255752563},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.6464861631393433},{"id":"https://openalex.org/keywords/linear-quadratic-regulator","display_name":"Linear-quadratic regulator","score":0.6218811273574829},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6033974289894104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5993314981460571},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5477997660636902},{"id":"https://openalex.org/keywords/cruise-control","display_name":"Cruise control","score":0.54283607006073},{"id":"https://openalex.org/keywords/intelligent-control","display_name":"Intelligent control","score":0.4400683343410492},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4203470051288605},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4180346131324768},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3932512402534485},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3879414498806},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.27141499519348145},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23495373129844666},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23288244009017944},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.19003728032112122},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09277394413948059}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6975399255752563},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.6464861631393433},{"id":"https://openalex.org/C98779006","wikidata":"https://www.wikidata.org/wiki/Q2520550","display_name":"Linear-quadratic regulator","level":3,"score":0.6218811273574829},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6033974289894104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5993314981460571},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5477997660636902},{"id":"https://openalex.org/C113168747","wikidata":"https://www.wikidata.org/wiki/Q507295","display_name":"Cruise control","level":3,"score":0.54283607006073},{"id":"https://openalex.org/C82327864","wikidata":"https://www.wikidata.org/wiki/Q835100","display_name":"Intelligent control","level":2,"score":0.4400683343410492},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4203470051288605},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4180346131324768},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3932512402534485},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3879414498806},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.27141499519348145},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23495373129844666},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23288244009017944},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.19003728032112122},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09277394413948059},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mci.2017.2670463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mci.2017.2670463","pdf_url":null,"source":{"id":"https://openalex.org/S104797584","display_name":"IEEE Computational Intelligence Magazine","issn_l":"1556-603X","issn":["1556-603X","1556-6048"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computational Intelligence Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320318547","display_name":"Baidu","ror":"https://ror.org/03vs3wt56"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1500075464","https://openalex.org/W1520811108","https://openalex.org/W1602593607","https://openalex.org/W1974883306","https://openalex.org/W1981734719","https://openalex.org/W1995059581","https://openalex.org/W2016658268","https://openalex.org/W2023465281","https://openalex.org/W2024162902","https://openalex.org/W2031692836","https://openalex.org/W2034190723","https://openalex.org/W2042404299","https://openalex.org/W2048257477","https://openalex.org/W2050838777","https://openalex.org/W2062232866","https://openalex.org/W2069106579","https://openalex.org/W2071317244","https://openalex.org/W2073265799","https://openalex.org/W2076740308","https://openalex.org/W2088996369","https://openalex.org/W2105003586","https://openalex.org/W2111115974","https://openalex.org/W2119112357","https://openalex.org/W2119159364","https://openalex.org/W2128979086","https://openalex.org/W2129660761","https://openalex.org/W2143569220","https://openalex.org/W2149730146","https://openalex.org/W2158964656","https://openalex.org/W2159571856","https://openalex.org/W2161435222","https://openalex.org/W2170973929","https://openalex.org/W2183137222","https://openalex.org/W2214531724","https://openalex.org/W2405379562","https://openalex.org/W2483814582","https://openalex.org/W2767784613","https://openalex.org/W2964043796","https://openalex.org/W4214717370","https://openalex.org/W6636099652","https://openalex.org/W6678097026","https://openalex.org/W6688176251","https://openalex.org/W6692846177","https://openalex.org/W6713924959","https://openalex.org/W6722063826"],"related_works":["https://openalex.org/W4285388621","https://openalex.org/W1924272368","https://openalex.org/W2771706547","https://openalex.org/W1983059685","https://openalex.org/W1607043069","https://openalex.org/W2108009824","https://openalex.org/W4300625310","https://openalex.org/W1983391308","https://openalex.org/W2203843426","https://openalex.org/W2049369111"],"abstract_inverted_index":{"It":[0],"is":[1,12,17,54,87,128,171,183],"difficult":[2],"to":[3,56,110,130,173],"implement":[4],"optimal":[5,42,51,59,176],"control":[6,24,52,60,66,119,177],"for":[7,62],"a":[8,81,124,186,195,202],"system":[9],"whose":[10],"model":[11],"unknown":[13],"and":[14,73,99,105,117,154,201,219],"operation":[15],"environment":[16],"uncertain,":[18],"such":[19],"as":[20],"the":[21,31,34,41,45,58,63,70,74,96,100,112,118,132,139,144,148,155,162,175,181,217,220],"intelligent":[22,64],"cruise":[23,65],"of":[25,36,147,216],"vehicles.":[26],"This":[27],"article":[28],"will":[29],"address":[30],"problem":[32],"from":[33,44,143],"perspective":[35],"reinforcement":[37],"learning":[38,40],"by":[39,78,89,161,192],"policy":[43,61,182],"state":[46,113,133,140],"transition":[47,134],"data.":[48],"The":[49,85,103,151,167],"model-free":[50],"algorithm":[53,86],"employed":[55,109],"approximate":[57,111],"system,":[67],"which":[68,94],"considers":[69],"comfort":[71],"performance":[72,76,83,212],"safety":[75,218],"comprehensively":[77],"setting":[79],"up":[80],"total":[82],"index.":[84],"implemented":[88],"two":[90],"multi-layer":[91],"neural":[92],"networks":[93,107],"are":[95,108,158],"critic":[97,104,152],"network":[98,153,157,170],"actor":[101,106],"network.":[102],"action":[114,141,156,169],"value":[115],"function":[116],"action,":[120],"respectively.":[121],"In":[122],"addition,":[123],"data":[125,135,164],"collecting":[126],"strategy":[127],"proposed":[129],"obtain":[131,174],"distributed":[136],"uniformly":[137],"in":[138],"space":[142],"running":[145],"trajectory":[146],"host":[149],"car.":[150],"trained":[159],"alternatively":[160],"collected":[163],"until":[165],"converging.":[166],"convergent":[168],"used":[172],"policy.":[178],"At":[179],"last,":[180],"tested":[184],"on":[185,213],"hardware-in-the-loop":[187],"simulator":[188],"built":[189],"upon":[190],"dSPACE":[191],"comparing":[193],"with":[194],"linear":[196],"quadratic":[197],"regulator":[198],"(LQR)":[199],"controller":[200],"proportion":[203],"integration":[204],"differentiation":[205],"(PID)":[206],"controller.":[207],"Results":[208],"show":[209],"its":[210],"excellent":[211],"both":[214],"aspects":[215],"comfort.":[221]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}