{"id":"https://openalex.org/W2895369634","doi":"https://doi.org/10.3390/a11100148","title":"Fuzzy Q-Learning Agent for Online Tuning of PID Controller for DC Motor Speed Control","display_name":"Fuzzy Q-Learning Agent for Online Tuning of PID Controller for DC Motor Speed Control","publication_year":2018,"publication_date":"2018-09-30","ids":{"openalex":"https://openalex.org/W2895369634","doi":"https://doi.org/10.3390/a11100148","mag":"2895369634"},"language":"en","primary_location":{"id":"doi:10.3390/a11100148","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a11100148","pdf_url":"https://www.mdpi.com/1999-4893/11/10/148/pdf?version=1539074322","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/11/10/148/pdf?version=1539074322","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023304381","display_name":"Panagiotis Kofinas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210094138","display_name":"University of West Attica","ror":"https://ror.org/00r2r5k05","country_code":"GR","type":"education","lineage":["https://openalex.org/I4210094138"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Panagiotis Kofinas","raw_affiliation_strings":["Department of Industrial Design and Production Engineering, University of West Attica, GR-12241 Egaleo-Athens, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial Design and Production Engineering, University of West Attica, GR-12241 Egaleo-Athens, Greece","institution_ids":["https://openalex.org/I4210094138"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067037895","display_name":"Anastasios I. Dounis","orcid":"https://orcid.org/0000-0002-2204-3955"},"institutions":[{"id":"https://openalex.org/I4210094138","display_name":"University of West Attica","ror":"https://ror.org/00r2r5k05","country_code":"GR","type":"education","lineage":["https://openalex.org/I4210094138"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Anastasios I. Dounis","raw_affiliation_strings":["Department of Industrial Design and Production Engineering, University of West Attica, GR-12241 Egaleo-Athens, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial Design and Production Engineering, University of West Attica, GR-12241 Egaleo-Athens, Greece","institution_ids":["https://openalex.org/I4210094138"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5023304381"],"corresponding_institution_ids":["https://openalex.org/I4210094138"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":2.0869,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.88849309,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"11","issue":"10","first_page":"148","last_page":"148"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11081","display_name":"Advanced Control Systems Design","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.8625176548957825},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.7687677145004272},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.6060834527015686},{"id":"https://openalex.org/keywords/settling-time","display_name":"Settling time","score":0.5877758264541626},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5829893946647644},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5709096193313599},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5519695281982422},{"id":"https://openalex.org/keywords/fuzzy-control-system","display_name":"Fuzzy control system","score":0.4642760157585144},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4635070860385895},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3036091923713684},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2769799828529358},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2672606110572815},{"id":"https://openalex.org/keywords/step-response","display_name":"Step response","score":0.16297656297683716},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16207608580589294},{"id":"https://openalex.org/keywords/temperature-control","display_name":"Temperature control","score":0.10569596290588379}],"concepts":[{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.8625176548957825},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.7687677145004272},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.6060834527015686},{"id":"https://openalex.org/C14781684","wikidata":"https://www.wikidata.org/wiki/Q3983320","display_name":"Settling time","level":3,"score":0.5877758264541626},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5829893946647644},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5709096193313599},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5519695281982422},{"id":"https://openalex.org/C195975749","wikidata":"https://www.wikidata.org/wiki/Q1475705","display_name":"Fuzzy control system","level":3,"score":0.4642760157585144},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4635070860385895},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3036091923713684},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2769799828529358},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2672606110572815},{"id":"https://openalex.org/C160030872","wikidata":"https://www.wikidata.org/wiki/Q2142864","display_name":"Step response","level":2,"score":0.16297656297683716},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16207608580589294},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.10569596290588379},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/a11100148","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a11100148","pdf_url":"https://www.mdpi.com/1999-4893/11/10/148/pdf?version=1539074322","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1275def1bac240fb8f4c089ccae761c1","is_oa":false,"landing_page_url":"https://doaj.org/article/1275def1bac240fb8f4c089ccae761c1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 11, Iss 10, p 148 (2018)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-4893/11/10/148/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/a11100148","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/a11100148","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a11100148","pdf_url":"https://www.mdpi.com/1999-4893/11/10/148/pdf?version=1539074322","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2895369634.pdf"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W755046805","https://openalex.org/W1677102771","https://openalex.org/W1964655586","https://openalex.org/W1966458911","https://openalex.org/W1975499944","https://openalex.org/W1977434253","https://openalex.org/W2038348168","https://openalex.org/W2079325629","https://openalex.org/W2096799237","https://openalex.org/W2124065547","https://openalex.org/W2158743484","https://openalex.org/W2382176002","https://openalex.org/W2477124563","https://openalex.org/W2618474944","https://openalex.org/W2621027416","https://openalex.org/W2783348207","https://openalex.org/W2789079847","https://openalex.org/W2789558752","https://openalex.org/W2793295928","https://openalex.org/W2880303946","https://openalex.org/W2883031992","https://openalex.org/W4214717370","https://openalex.org/W4249749961","https://openalex.org/W6633257779","https://openalex.org/W6675499909","https://openalex.org/W6721289997","https://openalex.org/W6749680474"],"related_works":["https://openalex.org/W4309582927","https://openalex.org/W2914682809","https://openalex.org/W2333148600","https://openalex.org/W4285202081","https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,27,144],"hybrid":[4],"Zeigler-Nichols":[5],"(Z-N)":[6],"reinforcement":[7],"learning":[8],"approach":[9],"for":[10,22],"online":[11,43,130],"tuning":[12],"of":[13,16,26,56,80,86,90,102,116,125,134,139,156],"the":[14,17,24,36,45,57,65,78,81,87,99,123,126,132,135,140,147,154,157,162,165,171,175,178,186,191],"parameters":[15],"Proportional":[18],"Integral":[19],"Derivative":[20],"(PID)":[21],"controlling":[23],"speed":[25],"DC":[28],"motor.":[29],"The":[30,49,69,83,137,150],"PID":[31,193],"gains":[32,124],"are":[33,40,128],"set":[34],"by":[35],"Z-N":[37],"method,":[38,122],"and":[39,184],"then":[41],"adapted":[42],"through":[44],"fuzzy":[46,50,70],"Q-Learning":[47,51,71],"agent.":[48],"agent":[52,72,88],"is":[53,142,168],"used":[54],"instead":[55],"conventional":[58,192],"Q-Learning,":[59],"in":[60,94,170],"order":[61],"to":[62,77,114],"deal":[63],"with":[64],"continuous":[66],"state-action":[67],"space.":[68],"defines":[73,98],"its":[74,117],"state":[75],"according":[76],"value":[79],"error.":[82],"output":[84,92],"signal":[85],"consists":[89],"three":[91],"variables,":[93],"which":[95],"each":[96,103],"one":[97],"percentage":[100],"change":[101],"gain.":[104],"Each":[105],"gain":[106],"can":[107],"be":[108],"increased":[109],"or":[110],"decreased":[111],"from":[112],"0%":[113],"50%":[115],"initial":[118],"value.":[119],"Through":[120],"this":[121],"controller":[127],"adjusted":[129],"via":[131],"interaction":[133],"environment.":[136],"knowledge":[138],"expert":[141],"not":[143],"necessity":[145],"during":[146],"setup":[148],"process.":[149],"simulation":[151],"results":[152],"highlight":[153],"performance":[155],"proposed":[158],"control":[159],"strategy.":[160],"After":[161],"exploration":[163],"phase,":[164],"settling":[166],"time":[167],"reduced":[169],"steady":[172],"states.":[173],"In":[174],"transient":[176],"states,":[177],"response":[179],"has":[180],"less":[181],"amplitude":[182],"oscillations":[183],"reaches":[185],"equilibrium":[187],"point":[188],"faster":[189],"than":[190],"controller.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2018-10-12T00:00:00"}