{"id":"https://openalex.org/W4416749207","doi":"https://doi.org/10.1109/access.2025.3638051","title":"Real-Time HIL Implementation of DDPG-Based Reinforcement Learning Controller for a DC Servo Motor With Inertia Disc and Rotary Inverted Pendulum","display_name":"Real-Time HIL Implementation of DDPG-Based Reinforcement Learning Controller for a DC Servo Motor With Inertia Disc and Rotary Inverted Pendulum","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416749207","doi":"https://doi.org/10.1109/access.2025.3638051"},"language":null,"primary_location":{"id":"doi:10.1109/access.2025.3638051","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3638051","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3638051","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101498978","display_name":"K Vijaya Lakshmi","orcid":"https://orcid.org/0000-0002-9961-8884"},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"education","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"K. Vijaya Lakshmi","raw_affiliation_strings":["School of Electrical Engineering, Vellore Institute of Technology, Vellore, Tamil Nadu, India","School of Electrical Engineering, Vellore Institute of Technology, Vellore, TN, INDIA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Vellore Institute of Technology, Vellore, Tamil Nadu, India","institution_ids":["https://openalex.org/I876193797"]},{"raw_affiliation_string":"School of Electrical Engineering, Vellore Institute of Technology, Vellore, TN, INDIA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087533522","display_name":"M. Manimozhi","orcid":"https://orcid.org/0000-0001-6260-9397"},"institutions":[{"id":"https://openalex.org/I876193797","display_name":"Vellore Institute of Technology University","ror":"https://ror.org/00qzypv28","country_code":"IN","type":"education","lineage":["https://openalex.org/I876193797"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"M. Manimozhi","raw_affiliation_strings":["School of Electrical Engineering, Vellore Institute of Technology, Vellore, Tamil Nadu, India","School of Electrical Engineering, Vellore Institute of Technology, Vellore, TN, INDIA"],"raw_orcid":"https://orcid.org/0000-0001-6260-9397","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Vellore Institute of Technology, Vellore, Tamil Nadu, India","institution_ids":["https://openalex.org/I876193797"]},{"raw_affiliation_string":"School of Electrical Engineering, Vellore Institute of Technology, Vellore, TN, INDIA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101498978"],"corresponding_institution_ids":["https://openalex.org/I876193797"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35607393,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"208397","last_page":"208413"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.6468999981880188,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.6468999981880188,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.22669999301433563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10504","display_name":"Sensorless Control of Electric Motors","score":0.009700000286102295,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.8299000263214111},{"id":"https://openalex.org/keywords/inverted-pendulum","display_name":"Inverted pendulum","score":0.7315000295639038},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6197999715805054},{"id":"https://openalex.org/keywords/inertia","display_name":"Inertia","score":0.5637999773025513},{"id":"https://openalex.org/keywords/servomotor","display_name":"Servomotor","score":0.5605999827384949},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5065000057220459},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5020999908447266},{"id":"https://openalex.org/keywords/settling-time","display_name":"Settling time","score":0.5001000165939331},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.48429998755455017},{"id":"https://openalex.org/keywords/overshoot","display_name":"Overshoot (microwave communication)","score":0.4731000065803528}],"concepts":[{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.8299000263214111},{"id":"https://openalex.org/C192921069","wikidata":"https://www.wikidata.org/wiki/Q550134","display_name":"Inverted pendulum","level":3,"score":0.7315000295639038},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6769999861717224},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6197999715805054},{"id":"https://openalex.org/C110407247","wikidata":"https://www.wikidata.org/wiki/Q122508","display_name":"Inertia","level":2,"score":0.5637999773025513},{"id":"https://openalex.org/C109441226","wikidata":"https://www.wikidata.org/wiki/Q1137255","display_name":"Servomotor","level":2,"score":0.5605999827384949},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5065000057220459},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5020999908447266},{"id":"https://openalex.org/C14781684","wikidata":"https://www.wikidata.org/wiki/Q3983320","display_name":"Settling time","level":3,"score":0.5001000165939331},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.48429998755455017},{"id":"https://openalex.org/C2780323453","wikidata":"https://www.wikidata.org/wiki/Q7113957","display_name":"Overshoot (microwave communication)","level":2,"score":0.4731000065803528},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.43140000104904175},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.41040000319480896},{"id":"https://openalex.org/C110639684","wikidata":"https://www.wikidata.org/wiki/Q20702","display_name":"Pendulum","level":2,"score":0.4075999855995178},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.40560001134872437},{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.40560001134872437},{"id":"https://openalex.org/C32731416","wikidata":"https://www.wikidata.org/wiki/Q7455930","display_name":"Servo control","level":3,"score":0.3928999900817871},{"id":"https://openalex.org/C102540577","wikidata":"https://www.wikidata.org/wiki/Q5300047","display_name":"Double inverted pendulum","level":4,"score":0.35760000348091125},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.3546000123023987},{"id":"https://openalex.org/C107354338","wikidata":"https://www.wikidata.org/wiki/Q1937153","display_name":"Servo","level":2,"score":0.3416000008583069},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.3393999934196472},{"id":"https://openalex.org/C76684090","wikidata":"https://www.wikidata.org/wiki/Q3842034","display_name":"DC motor","level":2,"score":0.33489999175071716},{"id":"https://openalex.org/C49503481","wikidata":"https://www.wikidata.org/wiki/Q640815","display_name":"Servomechanism","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C161362739","wikidata":"https://www.wikidata.org/wiki/Q2301555","display_name":"Open-loop controller","level":3,"score":0.32910001277923584},{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.3257000148296356},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.3116999864578247},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C45641319","wikidata":"https://www.wikidata.org/wiki/Q550768","display_name":"Electronic speed control","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/access.2025.3638051","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3638051","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3638051","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3638051","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1626155273","https://openalex.org/W2076420009","https://openalex.org/W2145339207","https://openalex.org/W3088767947","https://openalex.org/W3119415199","https://openalex.org/W3156364506","https://openalex.org/W3172534272","https://openalex.org/W4221073399","https://openalex.org/W4224223476","https://openalex.org/W4390672436","https://openalex.org/W4390757324","https://openalex.org/W4396689868","https://openalex.org/W4399727972","https://openalex.org/W4402402057","https://openalex.org/W4403794038","https://openalex.org/W4405796301"],"related_works":[],"abstract_inverted_index":{"This":[0,146],"paper":[1],"presents":[2],"a":[3,9,27,70,81],"real-time":[4,82,155],"Hardware-in-the-Loop":[5],"(HIL)":[6],"implementation":[7],"of":[8,26,46,113,151,157],"Deep":[10],"Deterministic":[11],"Policy":[12],"Gradient":[13],"(DDPG)":[14],"based":[15],"reinforcement":[16],"learning":[17],"(RL)":[18],"controller":[19,93,123],"for":[20,142,154],"the":[21,47,106,111,114,121,149],"stabilization":[22],"and":[23,37,43,65,78,104,130],"trajectory":[24],"tracking":[25],"DC":[28],"servo":[29],"motor":[30],"system":[31,48],"coupled":[32],"with":[33],"an":[34],"inertia":[35,101],"disc":[36,102],"rotary":[38,115],"inverted":[39],"pendulum.":[40],"The":[41,92],"nonlinear":[42,158],"unstable":[44],"dynamics":[45],"pose":[49],"significant":[50],"challenges":[51],"to":[52,85,98,134],"conventional":[53],"control":[54,96,156],"methods":[55],"such":[56],"as":[57],"PID,":[58],"which":[59],"are":[60],"often":[61],"limited":[62],"in":[63,76,80],"adaptability":[64],"robustness.":[66],"In":[67],"this":[68],"work,":[69],"model-free":[71],"DDPG":[72],"algorithm":[73],"is":[74],"trained":[75],"simulation":[77],"deployed":[79],"HIL":[83],"environment":[84],"validate":[86],"its":[87],"performance":[88],"under":[89],"practical":[90],"conditions.":[91],"learns":[94],"continuous-valued":[95],"policies":[97],"maintain":[99],"desired":[100],"position":[103,112],"balance":[105],"pendulum":[107],"upright":[108],"while":[109],"managing":[110],"arm.":[116],"Experimental":[117],"results":[118],"demonstrate":[119],"that":[120],"DDPG-based":[122],"achieves":[124],"faster":[125],"settling":[126],"time,":[127],"reduced":[128],"overshoot,":[129],"improved":[131],"stability":[132],"compared":[133],"classical":[135],"PD":[136],"control,":[137],"making":[138],"it":[139],"highly":[140],"suitable":[141],"complex,":[143],"safety-critical":[144],"applications.":[145],"study":[147],"highlights":[148],"potential":[150],"deep":[152],"RL":[153],"electromechanical":[159],"systems.":[160]},"counts_by_year":[],"updated_date":"2025-12-16T23:43:54.943958","created_date":"2025-11-28T00:00:00"}