{"id":"https://openalex.org/W4303699815","doi":"https://doi.org/10.3390/e24101394","title":"A Fault Detection Method Based on an Oil Temperature Forecasting Model Using an Improved Deep Deterministic Policy Gradient Algorithm in the Helicopter Gearbox","display_name":"A Fault Detection Method Based on an Oil Temperature Forecasting Model Using an Improved Deep Deterministic Policy Gradient Algorithm in the Helicopter Gearbox","publication_year":2022,"publication_date":"2022-09-30","ids":{"openalex":"https://openalex.org/W4303699815","doi":"https://doi.org/10.3390/e24101394","pmid":"https://pubmed.ncbi.nlm.nih.gov/37420414"},"language":"en","primary_location":{"id":"doi:10.3390/e24101394","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24101394","pdf_url":"https://www.mdpi.com/1099-4300/24/10/1394/pdf?version=1666768785","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/24/10/1394/pdf?version=1666768785","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100634706","display_name":"Lei Wei","orcid":"https://orcid.org/0000-0001-8267-0283"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]},{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Wei","raw_affiliation_strings":["College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China","College of Mechanical and Vehicle Engineering, Hunan University, Changsha 410073, China","Laboratory of Science and Technology on Integrated Logistics Support, National University of Defense Technology, Changsha 410073, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"College of Mechanical and Vehicle Engineering, Hunan University, Changsha 410073, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"Laboratory of Science and Technology on Integrated Logistics Support, National University of Defense Technology, Changsha 410073, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003590801","display_name":"Zhe Cheng","orcid":"https://orcid.org/0000-0003-1361-1954"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhe Cheng","raw_affiliation_strings":["College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China","Laboratory of Science and Technology on Integrated Logistics Support, National University of Defense Technology, Changsha 410073, China"],"raw_orcid":"https://orcid.org/0000-0003-1361-1954","affiliations":[{"raw_affiliation_string":"College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"Laboratory of Science and Technology on Integrated Logistics Support, National University of Defense Technology, Changsha 410073, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088740984","display_name":"Junsheng Cheng","orcid":"https://orcid.org/0009-0009-1587-6324"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junsheng Cheng","raw_affiliation_strings":["College of Mechanical and Vehicle Engineering, Hunan University, Changsha 410073, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Mechanical and Vehicle Engineering, Hunan University, Changsha 410073, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033907408","display_name":"Niaoqing Hu","orcid":"https://orcid.org/0000-0002-0258-528X"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Niaoqing Hu","raw_affiliation_strings":["College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China","Laboratory of Science and Technology on Integrated Logistics Support, National University of Defense Technology, Changsha 410073, China"],"raw_orcid":"https://orcid.org/0000-0002-0258-528X","affiliations":[{"raw_affiliation_string":"College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"Laboratory of Science and Technology on Integrated Logistics Support, National University of Defense Technology, Changsha 410073, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073440850","display_name":"Yi Yang","orcid":"https://orcid.org/0000-0002-3430-557X"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Yang","raw_affiliation_strings":["College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China","Laboratory of Science and Technology on Integrated Logistics Support, National University of Defense Technology, Changsha 410073, China"],"raw_orcid":"https://orcid.org/0000-0002-3430-557X","affiliations":[{"raw_affiliation_string":"College of Intelligence Science and Technology, National University of Defense Technology, Changsha 410073, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"Laboratory of Science and Technology on Integrated Logistics Support, National University of Defense Technology, Changsha 410073, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5003590801","https://openalex.org/A5088740984"],"corresponding_institution_ids":["https://openalex.org/I16609230","https://openalex.org/I170215575"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.8496,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.7209859,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"24","issue":"10","first_page":"1394","last_page":"1394"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10220","display_name":"Machine Fault Diagnosis Techniques","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10220","display_name":"Machine Fault Diagnosis Techniques","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11557","display_name":"Lubricants and Their Additives","score":0.9505000114440918,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ewma-chart","display_name":"EWMA chart","score":0.7887324094772339},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.7096823453903198},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6816729307174683},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.6255037784576416},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5337814688682556},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5150375366210938},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.46340346336364746},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42306435108184814},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4127844274044037},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.1486644446849823},{"id":"https://openalex.org/keywords/control-chart","display_name":"Control chart","score":0.11797675490379333}],"concepts":[{"id":"https://openalex.org/C74746147","wikidata":"https://www.wikidata.org/wiki/Q5324652","display_name":"EWMA chart","level":4,"score":0.7887324094772339},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.7096823453903198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6816729307174683},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.6255037784576416},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5337814688682556},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5150375366210938},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46340346336364746},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42306435108184814},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4127844274044037},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.1486644446849823},{"id":"https://openalex.org/C196985124","wikidata":"https://www.wikidata.org/wiki/Q1369242","display_name":"Control chart","level":3,"score":0.11797675490379333},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e24101394","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24101394","pdf_url":"https://www.mdpi.com/1099-4300/24/10/1394/pdf?version=1666768785","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:37420414","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37420414","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:388d24dd15c144288908a7a083c2a19f","is_oa":true,"landing_page_url":"https://doaj.org/article/388d24dd15c144288908a7a083c2a19f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 24, Iss 10, p 1394 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/24/10/1394/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e24101394","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 24; Issue 10; Pages: 1394","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:9601751","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9601751","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e24101394","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24101394","pdf_url":"https://www.mdpi.com/1099-4300/24/10/1394/pdf?version=1666768785","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3120331509","display_name":null,"funder_award_id":"52275140","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4185424680","display_name":null,"funder_award_id":"52275140","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4480950225","display_name":null,"funder_award_id":"2018YFB1702401","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4559749888","display_name":null,"funder_award_id":"2019-JCJQ-JJ-187","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6033283756","display_name":null,"funder_award_id":"WDZC20205250308","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6833040163","display_name":null,"funder_award_id":"WDZC20205250308","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7176541794","display_name":null,"funder_award_id":"2018YFB1702401","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8567860754","display_name":null,"funder_award_id":"2019-JCJQ-JJ-187","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4303699815.pdf","grobid_xml":"https://content.openalex.org/works/W4303699815.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1533280216","https://openalex.org/W1769140016","https://openalex.org/W2017603310","https://openalex.org/W2099693133","https://openalex.org/W2106155860","https://openalex.org/W2107776973","https://openalex.org/W2126156481","https://openalex.org/W2257979135","https://openalex.org/W2400671640","https://openalex.org/W2517756674","https://openalex.org/W2787938642","https://openalex.org/W2795692227","https://openalex.org/W2909518001","https://openalex.org/W2909906617","https://openalex.org/W2965543987","https://openalex.org/W2965625908","https://openalex.org/W2969747056","https://openalex.org/W2994209110","https://openalex.org/W3011187591","https://openalex.org/W3023809488","https://openalex.org/W3043766109","https://openalex.org/W3091745632","https://openalex.org/W3092417622","https://openalex.org/W3152585042","https://openalex.org/W3159913937","https://openalex.org/W3179767622","https://openalex.org/W3194918255","https://openalex.org/W3207024889","https://openalex.org/W4200017607","https://openalex.org/W4200291206","https://openalex.org/W4214634090","https://openalex.org/W4220898950","https://openalex.org/W4226266585","https://openalex.org/W4281253837","https://openalex.org/W4312737473","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W2054331165","https://openalex.org/W2042250228","https://openalex.org/W2791338065","https://openalex.org/W4385626305","https://openalex.org/W4200608769","https://openalex.org/W1500481227","https://openalex.org/W3006395403","https://openalex.org/W4294551911","https://openalex.org/W2114158132","https://openalex.org/W1990746329"],"abstract_inverted_index":{"The":[0,175],"main":[1],"gearbox":[2,45],"is":[3,31,61,80,99,133,144,157,170],"very":[4],"important":[5,33],"for":[6,35],"the":[7,13,17,21,66,84,91,103,106,111,115,124,137,145,149,153,161,167,180],"operation":[8],"safety":[9],"of":[10,20,105,139,152],"helicopters,":[11],"and":[12,72,88,119,187],"oil":[14,27,46,70],"temperature":[15,28,47,71],"reflects":[16],"health":[18],"degree":[19],"gearbox;":[22],"therefore":[23],"establishing":[24],"an":[25,32,49],"accurate":[26,44],"forecasting":[29],"model":[30,107,182],"step":[34],"reliable":[36],"fault":[37,162,189],"detection.":[38],"Firstly,":[39],"in":[40,114,123],"order":[41],"to":[42,82,89,101,108,120,135,147,159,164],"achieve":[43],"forecasting,":[48],"improved":[50],"deep":[51],"deterministic":[52],"policy":[53],"gradient":[54],"algorithm":[55],"with":[56],"a":[57,76,94,129],"CNN\u2013LSTM":[58],"basic":[59],"learner":[60],"proposed,":[62],"which":[63,143],"can":[64],"excavate":[65],"complex":[67],"relationship":[68],"between":[69],"working":[73],"condition.":[74],"Secondly,":[75],"reward":[77],"incentive":[78],"function":[79],"designed":[81],"accelerate":[83],"training":[85,117,125],"time":[86,191],"costs":[87],"stabilize":[90],"model.":[92,154],"Further,":[93],"variable":[95],"variance":[96],"exploration":[97],"strategy":[98],"proposed":[100,181],"enable":[102],"agents":[104],"fully":[109],"explore":[110],"state":[112],"space":[113],"early":[116],"stage":[118],"gradually":[121],"converge":[122],"later":[126],"stage.":[127],"Thirdly,":[128],"multi-critics":[130],"network":[131],"structure":[132],"adopted":[134],"solve":[136],"problem":[138],"inaccurate":[140],"Q-value":[141],"estimation,":[142],"key":[146],"improving":[148],"prediction":[150,185],"accuracy":[151,186],"Finally,":[155],"KDE":[156],"introduced":[158],"determine":[160],"threshold":[163],"judge":[165],"whether":[166],"residual":[168],"error":[169],"abnormal":[171],"after":[172],"EWMA":[173],"processing.":[174],"experimental":[176],"results":[177],"show":[178],"that":[179],"achieves":[183],"higher":[184],"shorter":[188],"detection":[190],"costs.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}