{"id":"https://openalex.org/W2999620551","doi":"https://doi.org/10.1109/access.2020.2964116","title":"Semi-Active Suspension Control Based on Deep Reinforcement Learning","display_name":"Semi-Active Suspension Control Based on Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W2999620551","doi":"https://doi.org/10.1109/access.2020.2964116","mag":"2999620551"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.2964116","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2964116","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08950280.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08950280.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050952392","display_name":"Ming Liu","orcid":"https://orcid.org/0000-0002-0666-3564"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]},{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu Ming","raw_affiliation_strings":["College of Control Science and Engineering, Shandong University, Jinan, China","Department of Electrical Information, Shandong University of Science and Technology, Jinan, China","College of Control Science and Engineering, Shandong University, Jinan, China; Department of Electrical Information, Shandong University of Science and Technology, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-0666-3564","affiliations":[{"raw_affiliation_string":"College of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"Department of Electrical Information, Shandong University of Science and Technology, Jinan, China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"College of Control Science and Engineering, Shandong University, Jinan, China; Department of Electrical Information, Shandong University of Science and Technology, Jinan, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100724411","display_name":"Yibin Li","orcid":"https://orcid.org/0000-0002-5906-5074"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Yibin","raw_affiliation_strings":["College of Control Science and Engineering, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-5906-5074","affiliations":[{"raw_affiliation_string":"College of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025820722","display_name":"Xuewen Rong","orcid":"https://orcid.org/0000-0003-3283-5347"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Xuewen","raw_affiliation_strings":["College of Control Science and Engineering, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0003-3283-5347","affiliations":[{"raw_affiliation_string":"College of Control Science and Engineering, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101743096","display_name":"Shuaishuai Zhang","orcid":"https://orcid.org/0000-0002-5652-305X"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang Shuaishuai","raw_affiliation_strings":["Department of Electrical Information, Shandong University of Science and Technology, Jinan, China","Shandong University of Science and Technology,Jinan,China"],"raw_orcid":"https://orcid.org/0000-0002-5652-305X","affiliations":[{"raw_affiliation_string":"Department of Electrical Information, Shandong University of Science and Technology, Jinan, China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"Shandong University of Science and Technology,Jinan,China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103068991","display_name":"Yanfang Yin","orcid":"https://orcid.org/0000-0003-3510-3862"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Yanfang","raw_affiliation_strings":["Department of Electrical Information, Shandong University of Science and Technology, Jinan, China","Shandong University of Science and Technology,Jinan,China"],"raw_orcid":"https://orcid.org/0000-0003-3510-3862","affiliations":[{"raw_affiliation_string":"Department of Electrical Information, Shandong University of Science and Technology, Jinan, China","institution_ids":["https://openalex.org/I80143920"]},{"raw_affiliation_string":"Shandong University of Science and Technology,Jinan,China","institution_ids":["https://openalex.org/I80143920"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2075,"currency":"USD","value_usd":2075},"apc_paid":{"value":2075,"currency":"USD","value_usd":2075},"fwci":4.767,"has_fulltext":true,"cited_by_count":94,"citation_normalized_percentile":{"value":0.95531174,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"9978","last_page":"9986"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11372","display_name":"Hydraulic and Pneumatic Systems","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7324866056442261},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6464722156524658},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5404940247535706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4638633131980896},{"id":"https://openalex.org/keywords/suspension","display_name":"Suspension (topology)","score":0.4547533094882965},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.1514391303062439},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1291010081768036},{"id":"https://openalex.org/keywords/composite-material","display_name":"Composite material","score":0.12282732129096985}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7324866056442261},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6464722156524658},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5404940247535706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4638633131980896},{"id":"https://openalex.org/C105341887","wikidata":"https://www.wikidata.org/wiki/Q1307987","display_name":"Suspension (topology)","level":3,"score":0.4547533094882965},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.1514391303062439},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1291010081768036},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.12282732129096985},{"id":"https://openalex.org/C5961521","wikidata":"https://www.wikidata.org/wiki/Q746083","display_name":"Homotopy","level":2,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.2964116","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2964116","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08950280.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:dcd6cf3931a4431099743df4668fe68d","is_oa":true,"landing_page_url":"https://doaj.org/article/dcd6cf3931a4431099743df4668fe68d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 9978-9986 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.2964116","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2964116","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08950280.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5400000214576721,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2731165767","display_name":null,"funder_award_id":"U1613223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2885877334","display_name":null,"funder_award_id":"ZR2018ZC0437","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G7579035824","display_name":null,"funder_award_id":"61703243","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320311026","display_name":"Shandong University","ror":"https://ror.org/0207yh398"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322522","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320329790","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2999620551.pdf","grobid_xml":"https://content.openalex.org/works/W2999620551.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1186862243","https://openalex.org/W2009303086","https://openalex.org/W2043685081","https://openalex.org/W2050158577","https://openalex.org/W2088044467","https://openalex.org/W2110512311","https://openalex.org/W2138114467","https://openalex.org/W2149841186","https://openalex.org/W2150159993","https://openalex.org/W2156737235","https://openalex.org/W2173248099","https://openalex.org/W2226043389","https://openalex.org/W2257979135","https://openalex.org/W2348518766","https://openalex.org/W2443481166","https://openalex.org/W2780394856","https://openalex.org/W2891065321","https://openalex.org/W2915292189","https://openalex.org/W2963652464","https://openalex.org/W2963864421","https://openalex.org/W3193857681","https://openalex.org/W6627737805","https://openalex.org/W6684921986","https://openalex.org/W6689290754","https://openalex.org/W7036810434"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"The":[0,24,188],"performance":[1],"of":[2,9,82,102,115,134,137,144,167,181,225,233],"vehicle":[3,109,186,227],"body":[4,228],"vibration":[5],"and":[6,50,105,151,172,185,229,236],"ride":[7,240],"comfort":[8],"active":[10,110],"or":[11],"semi-active":[12,117,168,199],"suspension":[13,34,51,111,118,169,200],"with":[14,21,78,194,206],"proper":[15],"control":[16,29,35,55,114],"is":[17,31,72,92,119,149,159,170],"better":[18,213],"than":[19],"that":[20,32,192],"passive":[22,196],"suspension.":[23],"key":[25],"to":[26,44,94,215],"achieve":[27],"good":[28],"effect":[30],"the":[33,47,54,61,87,96,100,113,116,132,141,146,156,164,179,195,198,222,226,230,234,239],"system":[36],"should":[37],"have":[38],"strong":[39],"real-time":[40],"learning":[41,68,77,90,157,207],"ability":[42],"according":[43],"changes":[45],"in":[46,108,140,155],"road":[48,183,217],"surface":[49],"parameters.":[52],"In":[53,84],"strategies":[56],"adopted":[57],"by":[58,121],"previous":[59],"researchers,":[60],"classical":[62],"neural":[63],"network":[64],"controller":[65],"has":[66],"some":[67],"ability,":[69],"but":[70],"it":[71],"mainly":[73],"based":[74,201],"on":[75,162,202],"offline":[76],"a":[79],"large":[80],"number":[81],"samples.":[83],"this":[85,138],"paper,":[86],"deep":[88],"reinforcement":[89],"strategy":[91],"used":[93],"solve":[95],"above":[97],"problems.Aiming":[98],"at":[99],"continuity":[101],"state":[103],"space":[104],"execution":[106],"action":[107],"system,":[112],"realized":[120],"using":[122,152,209],"improved":[123,150,203],"DDPG":[124,147,204],"(Deep":[125],"Deterministic":[126],"Policy":[127],"Gradient)":[128],"algorithm.":[129],"To":[130],"overcome":[131],"shortcoming":[133],"low":[135],"efficiency":[136],"algorithm":[139,148,205],"initial":[142],"stage":[143],"learning,":[145],"empirical":[153],"samples":[154,211],"method":[158,208],"proposed.":[160],"Based":[161],"Mujoco,":[163],"physical":[165],"model":[166],"established,":[171],"its":[173],"dynamic":[174,231],"characteristics":[175],"are":[176],"analyzed":[177],"under":[178],"condition":[180],"various":[182,216],"level":[184],"speed.":[187],"simulation":[189],"results":[190],"show":[191],"compared":[193],"suspension,":[197,235],"experienced":[210],"can":[212],"adapt":[214],"level,":[218],"more":[219],"effectively":[220],"reduce":[221],"vertical":[223],"acceleration":[224],"deflection":[232],"further":[237],"improve":[238],"comfort.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":4}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}