{"id":"https://openalex.org/W3093658197","doi":"https://doi.org/10.1080/24751839.2020.1833137","title":"Heuristic and deep reinforcement learning-based PID control of trajectory tracking in a ball-and-plate system","display_name":"Heuristic and deep reinforcement learning-based PID control of trajectory tracking in a ball-and-plate system","publication_year":2020,"publication_date":"2020-10-21","ids":{"openalex":"https://openalex.org/W3093658197","doi":"https://doi.org/10.1080/24751839.2020.1833137","mag":"3093658197"},"language":"en","primary_location":{"id":"doi:10.1080/24751839.2020.1833137","is_oa":true,"landing_page_url":"https://doi.org/10.1080/24751839.2020.1833137","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/24751839.2020.1833137?needAccess=true","source":{"id":"https://openalex.org/S4210226961","display_name":"Journal of Information and Telecommunication","issn_l":"2475-1839","issn":["2475-1839","2475-1847"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information and Telecommunication","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.tandfonline.com/doi/pdf/10.1080/24751839.2020.1833137?needAccess=true","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014716134","display_name":"Emmanuel Okafor","orcid":"https://orcid.org/0000-0001-6929-6880"},"institutions":[{"id":"https://openalex.org/I12789410","display_name":"Ahmadu Bello University","ror":"https://ror.org/019apvn83","country_code":"NG","type":"education","lineage":["https://openalex.org/I12789410"]},{"id":"https://openalex.org/I4210086491","display_name":"Nigerian Meteorological Agency","ror":"https://ror.org/001zq7k15","country_code":"NG","type":"government","lineage":["https://openalex.org/I4210086491"]}],"countries":["NG"],"is_corresponding":true,"raw_author_name":"Emmanuel Okafor","raw_affiliation_strings":["Air Engineering, Air Force Institute of Technology, Nigerian Air Force Base, Kaduna, Nigeria","Department of Computer Engineering, Ahmadu Bello University, Zaria, Nigeria"],"raw_orcid":"https://orcid.org/0000-0001-6929-6880","affiliations":[{"raw_affiliation_string":"Air Engineering, Air Force Institute of Technology, Nigerian Air Force Base, Kaduna, Nigeria","institution_ids":["https://openalex.org/I4210086491"]},{"raw_affiliation_string":"Department of Computer Engineering, Ahmadu Bello University, Zaria, Nigeria","institution_ids":["https://openalex.org/I12789410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077727796","display_name":"Daniel Udekwe","orcid":"https://orcid.org/0000-0003-1771-5320"},"institutions":[{"id":"https://openalex.org/I12789410","display_name":"Ahmadu Bello University","ror":"https://ror.org/019apvn83","country_code":"NG","type":"education","lineage":["https://openalex.org/I12789410"]},{"id":"https://openalex.org/I4210086491","display_name":"Nigerian Meteorological Agency","ror":"https://ror.org/001zq7k15","country_code":"NG","type":"government","lineage":["https://openalex.org/I4210086491"]}],"countries":["NG"],"is_corresponding":false,"raw_author_name":"Daniel Udekwe","raw_affiliation_strings":["Air Engineering, Air Force Institute of Technology, Nigerian Air Force Base, Kaduna, Nigeria","Department of Computer Engineering, Ahmadu Bello University, Zaria, Nigeria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Engineering, Air Force Institute of Technology, Nigerian Air Force Base, Kaduna, Nigeria","institution_ids":["https://openalex.org/I4210086491"]},{"raw_affiliation_string":"Department of Computer Engineering, Ahmadu Bello University, Zaria, Nigeria","institution_ids":["https://openalex.org/I12789410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101515576","display_name":"Yusuf Ibrahim","orcid":"https://orcid.org/0000-0003-1942-4826"},"institutions":[{"id":"https://openalex.org/I12789410","display_name":"Ahmadu Bello University","ror":"https://ror.org/019apvn83","country_code":"NG","type":"education","lineage":["https://openalex.org/I12789410"]}],"countries":["NG"],"is_corresponding":false,"raw_author_name":"Yusuf Ibrahim","raw_affiliation_strings":["Department of Computer Engineering, Ahmadu Bello University, Zaria, Nigeria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Ahmadu Bello University, Zaria, Nigeria","institution_ids":["https://openalex.org/I12789410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061952499","display_name":"Muhammed Bashir Mu\u2019azu","orcid":"https://orcid.org/0000-0003-2003-4761"},"institutions":[{"id":"https://openalex.org/I12789410","display_name":"Ahmadu Bello University","ror":"https://ror.org/019apvn83","country_code":"NG","type":"education","lineage":["https://openalex.org/I12789410"]}],"countries":["NG"],"is_corresponding":false,"raw_author_name":"Muhammed Bashir Mu'azu","raw_affiliation_strings":["Department of Computer Engineering, Ahmadu Bello University, Zaria, Nigeria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Ahmadu Bello University, Zaria, Nigeria","institution_ids":["https://openalex.org/I12789410"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048254663","display_name":"Ekene Gabriel Okafor","orcid":"https://orcid.org/0000-0002-5247-9784"},"institutions":[{"id":"https://openalex.org/I12789410","display_name":"Ahmadu Bello University","ror":"https://ror.org/019apvn83","country_code":"NG","type":"education","lineage":["https://openalex.org/I12789410"]},{"id":"https://openalex.org/I4210086491","display_name":"Nigerian Meteorological Agency","ror":"https://ror.org/001zq7k15","country_code":"NG","type":"government","lineage":["https://openalex.org/I4210086491"]}],"countries":["NG"],"is_corresponding":false,"raw_author_name":"Ekene Gabriel Okafor","raw_affiliation_strings":["Air Engineering, Air Force Institute of Technology, Nigerian Air Force Base, Kaduna, Nigeria","Department of Computer Engineering, Ahmadu Bello University, Zaria, Nigeria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Engineering, Air Force Institute of Technology, Nigerian Air Force Base, Kaduna, Nigeria","institution_ids":["https://openalex.org/I4210086491"]},{"raw_affiliation_string":"Department of Computer Engineering, Ahmadu Bello University, Zaria, Nigeria","institution_ids":["https://openalex.org/I12789410"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5014716134"],"corresponding_institution_ids":["https://openalex.org/I12789410","https://openalex.org/I4210086491"],"apc_list":{"value":925,"currency":"GBP","value_usd":1134},"apc_paid":{"value":925,"currency":"GBP","value_usd":1134},"fwci":1.9349,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.86193349,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"5","issue":"2","first_page":"179","last_page":"196"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11372","display_name":"Hydraulic and Pneumatic Systems","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14083","display_name":"Extremum Seeking Control Systems","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.9179532527923584},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7434934973716736},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6297623515129089},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6017476320266724},{"id":"https://openalex.org/keywords/overshoot","display_name":"Overshoot (microwave communication)","score":0.5217781662940979},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4365706741809845},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41539275646209717},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3241207003593445},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2292393445968628},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.1280307173728943}],"concepts":[{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.9179532527923584},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7434934973716736},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6297623515129089},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6017476320266724},{"id":"https://openalex.org/C2780323453","wikidata":"https://www.wikidata.org/wiki/Q7113957","display_name":"Overshoot (microwave communication)","level":2,"score":0.5217781662940979},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4365706741809845},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41539275646209717},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3241207003593445},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2292393445968628},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.1280307173728943},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/24751839.2020.1833137","is_oa":true,"landing_page_url":"https://doi.org/10.1080/24751839.2020.1833137","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/24751839.2020.1833137?needAccess=true","source":{"id":"https://openalex.org/S4210226961","display_name":"Journal of Information and Telecommunication","issn_l":"2475-1839","issn":["2475-1839","2475-1847"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information and Telecommunication","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ac8123c01ad04da09b452c91d8230a7b","is_oa":true,"landing_page_url":"https://doaj.org/article/ac8123c01ad04da09b452c91d8230a7b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Information and Telecommunication, Vol 5, Iss 2, Pp 179-196 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1080/24751839.2020.1833137","is_oa":true,"landing_page_url":"https://doi.org/10.1080/24751839.2020.1833137","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/24751839.2020.1833137?needAccess=true","source":{"id":"https://openalex.org/S4210226961","display_name":"Journal of Information and Telecommunication","issn_l":"2475-1839","issn":["2475-1839","2475-1847"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information and Telecommunication","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W66893388","https://openalex.org/W101455366","https://openalex.org/W122237380","https://openalex.org/W1677102771","https://openalex.org/W1757796397","https://openalex.org/W1990214086","https://openalex.org/W2028919895","https://openalex.org/W2029806587","https://openalex.org/W2076690760","https://openalex.org/W2078836653","https://openalex.org/W2125247884","https://openalex.org/W2176412452","https://openalex.org/W2195954924","https://openalex.org/W2429944129","https://openalex.org/W2567289819","https://openalex.org/W2745868649","https://openalex.org/W2760828697","https://openalex.org/W2786852481","https://openalex.org/W2797487617","https://openalex.org/W2887427740","https://openalex.org/W2887439418","https://openalex.org/W2891829280","https://openalex.org/W2904405436","https://openalex.org/W2921796044","https://openalex.org/W2999896566","https://openalex.org/W3100789280","https://openalex.org/W3123212791","https://openalex.org/W3148319353","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4293868274","https://openalex.org/W4386412075","https://openalex.org/W2698567378","https://openalex.org/W4389515241","https://openalex.org/W2810278913","https://openalex.org/W2110981444","https://openalex.org/W2547959363","https://openalex.org/W2588803791","https://openalex.org/W1990552079","https://openalex.org/W4320922540"],"abstract_inverted_index":{"The":[0,159],"manual":[1],"tuning":[2,8],"of":[3,49,59,77,106,124,147,178,187],"controller":[4,35,191],"parameters,":[5],"for":[6,54],"example,":[7],"proportional":[9],"integral":[10],"derivative":[11],"(PID)":[12],"gains":[13],"often":[14],"relies":[15],"on":[16,176],"tedious":[17],"human":[18],"engineering.":[19],"To":[20],"curb":[21],"the":[22,60,71,92,107,111,132,140,145,148,168,179,196],"aforementioned":[23],"problem,":[24],"we":[25,73,130],"propose":[26],"an":[27,184,188],"artificial":[28,189],"intelligence-based":[29,190],"deep":[30,78,84],"reinforcement":[31],"learning":[32,118],"(RL)":[33],"PID":[34,42,127],"(three":[36],"variants)":[37],"compared":[38],"with":[39,110],"genetic":[40],"algorithm-based":[41],"(GA-PID)":[43],"and":[44,56,116,157,171],"classical":[45],"PID;":[46],"a":[47,64,82,114,117,122],"total":[48],"five":[50,133],"controllers":[51,134],"were":[52],"simulated":[53],"controlling":[55],"trajectory":[57],"tracking":[58],"ball":[61],"dynamics":[62],"in":[63,97,144,151],"linearized":[65],"ball-and-plate":[66],"($B\\&":[67],"P$)":[68],"system.":[69],"For":[70],"experiments,":[72],"trained":[74],"novel":[75],"variants":[76],"RL-PID":[79],"built":[80],"from":[81],"customized":[83],"deterministic":[85],"policy":[86,115],"gradient":[87],"(DDPG)":[88],"agent":[89],"(by":[90],"modifying":[91],"neural":[93],"network":[94],"architecture),":[95],"resulting":[96],"two":[98],"new":[99],"RL":[100],"agents":[101,108],"(DDPG-FC-350-R-PID":[102],"&":[103],"DDPG-FC-350-E-PID).":[104],"Each":[105],"interacts":[109],"environment":[112],"through":[113],"algorithm":[119],"to":[120,135,194],"produce":[121],"set":[123],"actions":[125],"(optimal":[126],"gains).":[128],"Additionally,":[129],"evaluated":[131],"assess":[136],"which":[137],"method":[138],"provides":[139],"best":[141,169,197],"performance":[142,170],"metrics":[143],"context":[146],"minimum":[149],"index":[150],"predictive":[152],"errors,":[153],"steady-state-error,":[154],"peak":[155],"overshoot,":[156],"time-responses.":[158],"results":[160],"show":[161],"that":[162],"our":[163],"proposed":[164],"architecture":[165],"(DDPG-FC-350-E-PID)":[166],"yielded":[167],"surpasses":[172],"all":[173],"other":[174],"approaches":[175],"most":[177],"evaluation":[180],"metric":[181],"indices.":[182],"Furthermore,":[183],"appropriate":[185],"training":[186],"can":[192],"aid":[193],"obtain":[195],"path":[198],"tracking.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3}],"updated_date":"2026-05-19T21:40:30.786675","created_date":"2025-10-10T00:00:00"}