{"id":"https://openalex.org/W4392986363","doi":"https://doi.org/10.3390/s24061986","title":"Data-Driven Self-Triggered Control for Networked Motor Control Systems Using RNNs and Pre-Training: A Hierarchical Reinforcement Learning Framework","display_name":"Data-Driven Self-Triggered Control for Networked Motor Control Systems Using RNNs and Pre-Training: A Hierarchical Reinforcement Learning Framework","publication_year":2024,"publication_date":"2024-03-20","ids":{"openalex":"https://openalex.org/W4392986363","doi":"https://doi.org/10.3390/s24061986","pmid":"https://pubmed.ncbi.nlm.nih.gov/38544250"},"language":"en","primary_location":{"id":"doi:10.3390/s24061986","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24061986","pdf_url":"https://www.mdpi.com/1424-8220/24/6/1986/pdf?version=1710945203","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/24/6/1986/pdf?version=1710945203","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023806511","display_name":"Wei Chen","orcid":"https://orcid.org/0000-0002-6248-1298"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Chen","raw_affiliation_strings":["Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China","Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China","institution_ids":["https://openalex.org/I111599522","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China;","institution_ids":["https://openalex.org/I111599522","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045743823","display_name":"Haiying Wan","orcid":"https://orcid.org/0000-0003-1844-4083"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiying Wan","raw_affiliation_strings":["Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China","Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China","institution_ids":["https://openalex.org/I111599522","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China;","institution_ids":["https://openalex.org/I111599522","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033061949","display_name":"Xiaoli Luan","orcid":"https://orcid.org/0000-0002-4805-1726"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoli Luan","raw_affiliation_strings":["Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China","Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China;"],"raw_orcid":"https://orcid.org/0000-0002-4805-1726","affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China","institution_ids":["https://openalex.org/I111599522","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China;","institution_ids":["https://openalex.org/I111599522","https://openalex.org/I4210112150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100394563","display_name":"Fei Liu","orcid":"https://orcid.org/0000-0001-7160-2605"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Liu","raw_affiliation_strings":["Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China","Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China;"],"raw_orcid":"https://orcid.org/0000-0001-7160-2605","affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China","institution_ids":["https://openalex.org/I111599522","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"Key Laboratory of Advanced Process Control for Light Industry, Institute of Automation, Jiangnan University, Wuxi 214122, China;","institution_ids":["https://openalex.org/I111599522","https://openalex.org/I4210112150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2600,"currency":"CHF","value_usd":2955},"apc_paid":{"value":2600,"currency":"CHF","value_usd":2955},"fwci":0.241,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.51464691,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":"24","issue":"6","first_page":"1986","last_page":"1986"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10409","display_name":"Fuel Cells and Related Materials","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8789406418800354},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6799225807189941},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6620545387268066},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.521434485912323},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.5180954337120056},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49991297721862793},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4806874692440033},{"id":"https://openalex.org/keywords/hierarchical-control-system","display_name":"Hierarchical control system","score":0.4425889849662781},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40229350328445435}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8789406418800354},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6799225807189941},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6620545387268066},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.521434485912323},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.5180954337120056},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49991297721862793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4806874692440033},{"id":"https://openalex.org/C124527596","wikidata":"https://www.wikidata.org/wiki/Q17029359","display_name":"Hierarchical control system","level":3,"score":0.4425889849662781},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40229350328445435},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/s24061986","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24061986","pdf_url":"https://www.mdpi.com/1424-8220/24/6/1986/pdf?version=1710945203","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:38544250","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38544250","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10974179","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10974179","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10974179/pdf/sensors-24-01986.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:c2581228de3546c0b335dd381fe961dd","is_oa":true,"landing_page_url":"https://doaj.org/article/c2581228de3546c0b335dd381fe961dd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 24, Iss 6, p 1986 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s24061986","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24061986","pdf_url":"https://www.mdpi.com/1424-8220/24/6/1986/pdf?version=1710945203","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.699999988079071,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G5426409165","display_name":null,"funder_award_id":"61833007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7885040424","display_name":null,"funder_award_id":"61991402","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392986363.pdf","grobid_xml":"https://content.openalex.org/works/W4392986363.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1074958431","https://openalex.org/W1494114146","https://openalex.org/W1504311294","https://openalex.org/W1594216983","https://openalex.org/W1985235885","https://openalex.org/W2043807316","https://openalex.org/W2060333390","https://openalex.org/W2084209135","https://openalex.org/W2087191643","https://openalex.org/W2107571250","https://openalex.org/W2109910161","https://openalex.org/W2114469976","https://openalex.org/W2116089238","https://openalex.org/W2134458410","https://openalex.org/W2550394442","https://openalex.org/W2606560580","https://openalex.org/W2726564317","https://openalex.org/W2806678623","https://openalex.org/W2912237282","https://openalex.org/W3014507210","https://openalex.org/W3035290244","https://openalex.org/W3124981469","https://openalex.org/W3210928827","https://openalex.org/W4226327311","https://openalex.org/W4282592621","https://openalex.org/W4310079958","https://openalex.org/W4317553819","https://openalex.org/W6682753738","https://openalex.org/W6683235996"],"related_works":["https://openalex.org/W4298287631","https://openalex.org/W2953061907","https://openalex.org/W1847088711","https://openalex.org/W4225394202","https://openalex.org/W3036642985","https://openalex.org/W3032952384","https://openalex.org/W2964335273","https://openalex.org/W2982145560","https://openalex.org/W2969450769","https://openalex.org/W2326447594"],"abstract_inverted_index":{"This":[0,21],"paper":[1],"introduces":[2],"a":[3,11,128,150],"novel":[4],"data-driven":[5,61],"self-triggered":[6,25],"control":[7,19,26,133],"approach":[8,22],"based":[9],"on":[10],"hierarchical":[12,77],"reinforcement":[13],"learning":[14,58,139],"framework":[15,62],"in":[16,41,117],"networked":[17],"motor":[18],"systems.":[20],"divides":[23],"the":[24,34,38,45,49,54,57,65,76,88,92,95,105,111,119,132],"policy":[27,36,40,51,134],"into":[28],"higher":[29],"and":[30,52,115],"lower":[31],"layers,":[32],"with":[33,64],"higher-level":[35],"guiding":[37],"lower-level":[39,50],"decision-making,":[42],"thereby":[43],"reducing":[44],"exploration":[46],"space":[47],"of":[48,56,98,143,152],"improving":[53],"efficiency":[55,114],"process.":[59],"The":[60,141],"integrates":[63],"dual-actor":[66],"critic":[67,112],"algorithm,":[68],"using":[69],"two":[70],"interconnected":[71],"neural":[72,85,100],"networks":[73,86,101,135],"to":[74,102,136],"approximate":[75],"policies.":[78],"In":[79],"this":[80],"framework,":[81],"we":[82,125],"use":[83],"recurrent":[84,99],"as":[87],"network":[89],"architecture":[90],"for":[91,131],"critic,":[93],"utilizing":[94],"temporal":[96],"dynamics":[97],"better":[103],"capture":[104],"dependencies":[106],"between":[107],"costs,":[108],"thus":[109],"enhancing":[110],"network's":[113],"accuracy":[116],"approximating":[118],"multi-time":[120],"cumulative":[121],"cost":[122],"function.":[123],"Additionally,":[124],"have":[126],"developed":[127],"pre-training":[129],"method":[130,146],"further":[137],"improve":[138],"efficiency.":[140],"effectiveness":[142],"our":[144],"proposed":[145],"is":[147],"validated":[148],"through":[149],"series":[151],"numerical":[153],"simulations.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}