{"id":"https://openalex.org/W4396633227","doi":"https://doi.org/10.1007/s10489-024-05464-4","title":"CAAC: An effective reinforcement learning algorithm for sparse reward in automatic control systems","display_name":"CAAC: An effective reinforcement learning algorithm for sparse reward in automatic control systems","publication_year":2024,"publication_date":"2024-04-01","ids":{"openalex":"https://openalex.org/W4396633227","doi":"https://doi.org/10.1007/s10489-024-05464-4"},"language":"en","primary_location":{"id":"doi:10.1007/s10489-024-05464-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10489-024-05464-4","pdf_url":null,"source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045075979","display_name":"Kun Liu","orcid":"https://orcid.org/0000-0002-7349-8730"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Liu","raw_affiliation_strings":["Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), ShenZhen, 518000, China","Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, 430072, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), ShenZhen, 518000, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, 430072, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108047844","display_name":"Libing Wu","orcid":"https://orcid.org/0000-0001-9897-1953"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Libing Wu","raw_affiliation_strings":["Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), ShenZhen, 518000, China","Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, 430072, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), ShenZhen, 518000, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, 430072, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070361846","display_name":"Zhuangzhuang Zhang","orcid":"https://orcid.org/0000-0001-7749-2718"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhuangzhuang Zhang","raw_affiliation_strings":["Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), ShenZhen, 518000, China","Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, 430072, China"],"raw_orcid":"https://orcid.org/0000-0001-7749-2718","affiliations":[{"raw_affiliation_string":"Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), ShenZhen, 518000, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, 430072, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074593997","display_name":"Xinrong Hu","orcid":"https://orcid.org/0000-0001-6563-669X"},"institutions":[{"id":"https://openalex.org/I4210119942","display_name":"Wuhan Textile University","ror":"https://ror.org/02jgsf398","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210119942"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinrong Hu","raw_affiliation_strings":["Engineering Research Center of Hubei Province for Clothing Information, Wuhan Textile University, Wuhan, 430200, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Hubei Province for Clothing Information, Wuhan Textile University, Wuhan, 430200, China","institution_ids":["https://openalex.org/I4210119942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115444873","display_name":"Na Lu","orcid":"https://orcid.org/0009-0002-1062-8902"},"institutions":[{"id":"https://openalex.org/I4210123088","display_name":"Wuhan Technology and Business University","ror":"https://ror.org/0348f9w08","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210123088"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Na Lu","raw_affiliation_strings":["School of artificial intelligence, Wuhan Technology and Business University, Wuhan, 430072, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of artificial intelligence, Wuhan Technology and Business University, Wuhan, 430072, China","institution_ids":["https://openalex.org/I4210123088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089435577","display_name":"Xuejiang Wei","orcid":"https://orcid.org/0000-0003-2953-2927"},"institutions":[{"id":"https://openalex.org/I4210123088","display_name":"Wuhan Technology and Business University","ror":"https://ror.org/0348f9w08","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210123088"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuejiang Wei","raw_affiliation_strings":["School of artificial intelligence, Wuhan Technology and Business University, Wuhan, 430072, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of artificial intelligence, Wuhan Technology and Business University, Wuhan, 430072, China","institution_ids":["https://openalex.org/I4210123088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5070361846","https://openalex.org/A5108047844"],"corresponding_institution_ids":["https://openalex.org/I37461747","https://openalex.org/I4210100255"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":null,"fwci":1.1114,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.80166381,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"54","issue":"8","first_page":"5976","last_page":"5995"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9137628078460693},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8168984651565552},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.48759403824806213},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4852618873119354},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3969896733760834},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37658506631851196}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9137628078460693},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8168984651565552},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.48759403824806213},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4852618873119354},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3969896733760834},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37658506631851196}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10489-024-05464-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10489-024-05464-4","pdf_url":null,"source":{"id":"https://openalex.org/S74726891","display_name":"Applied Intelligence","issn_l":"0924-669X","issn":["0924-669X","1573-7497"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G504880093","display_name":null,"funder_award_id":"2021BAA025","funder_id":"https://openalex.org/F4320335956","funder_display_name":"Key Technologies Research and Development Program of Guangzhou"},{"id":"https://openalex.org/G5485448422","display_name":null,"funder_award_id":"2022YFB3104500","funder_id":"https://openalex.org/F4320316314","funder_display_name":"Key Technologies Research and Development Program of Anhui Province"},{"id":"https://openalex.org/G6624648412","display_name":null,"funder_award_id":"U20A20177,U22B2022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8591065441","display_name":null,"funder_award_id":"GML-KF-22-07","funder_id":"https://openalex.org/F651106032","funder_display_name":"Guangdong Key Laboratory of Solid Waste Pollution Control and Recycling"}],"funders":[{"id":"https://openalex.org/F4320316314","display_name":"Key Technologies Research and Development Program of Anhui Province","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335956","display_name":"Key Technologies Research and Development Program of Guangzhou","ror":null},{"id":"https://openalex.org/F651106032","display_name":"Guangdong Key Laboratory of Solid Waste Pollution Control and Recycling","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2765302304","https://openalex.org/W2766447205","https://openalex.org/W2963761387","https://openalex.org/W2982316857","https://openalex.org/W2994446013","https://openalex.org/W3039941973","https://openalex.org/W3119115629","https://openalex.org/W3124755563","https://openalex.org/W3136849308","https://openalex.org/W3178520484","https://openalex.org/W4210444794","https://openalex.org/W4210704481","https://openalex.org/W4220733308","https://openalex.org/W4220747123","https://openalex.org/W4224220201","https://openalex.org/W4225428162","https://openalex.org/W4282944694","https://openalex.org/W4283068090","https://openalex.org/W4283816176","https://openalex.org/W4308500116","https://openalex.org/W4380434691"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}