{"id":"https://openalex.org/W7105112880","doi":"https://doi.org/10.1109/tie.2025.3610719","title":"PID Control of Hydraulic Robotic Arm Based on Reinforcement Learning","display_name":"PID Control of Hydraulic Robotic Arm Based on Reinforcement Learning","publication_year":2025,"publication_date":"2025-11-12","ids":{"openalex":"https://openalex.org/W7105112880","doi":"https://doi.org/10.1109/tie.2025.3610719"},"language":null,"primary_location":{"id":"doi:10.1109/tie.2025.3610719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2025.3610719","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Junxiang Chen","orcid":"https://orcid.org/0009-0005-2349-4175"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxiang Chen","raw_affiliation_strings":["State Key Laboratory of Crane Technology, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0009-0005-2349-4175","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Crane Technology, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chao Ai","orcid":"https://orcid.org/0000-0001-6707-1565"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Ai","raw_affiliation_strings":["State Key Laboratory of Crane Technology, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0001-6707-1565","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Crane Technology, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xiangdong Kong","orcid":"https://orcid.org/0000-0001-6977-6059"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangdong Kong","raw_affiliation_strings":["State Key Laboratory of Crane Technology, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0001-6977-6059","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Crane Technology, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39333907"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.41612565,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"73","issue":"3","first_page":"4262","last_page":"4272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11372","display_name":"Hydraulic and Pneumatic Systems","score":0.9639999866485596,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11372","display_name":"Hydraulic and Pneumatic Systems","score":0.9639999866485596,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.008999999612569809,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.7412999868392944},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6815999746322632},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6761000156402588},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.6674000024795532},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6478999853134155},{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.5546000003814697},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.46399998664855957},{"id":"https://openalex.org/keywords/tracking-error","display_name":"Tracking error","score":0.45320001244544983},{"id":"https://openalex.org/keywords/matlab","display_name":"MATLAB","score":0.37929999828338623}],"concepts":[{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.7412999868392944},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6815999746322632},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6761000156402588},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.6674000024795532},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.666700005531311},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6478999853134155},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.5546000003814697},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4666000008583069},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.46399998664855957},{"id":"https://openalex.org/C183356978","wikidata":"https://www.wikidata.org/wiki/Q1779213","display_name":"Tracking error","level":3,"score":0.45320001244544983},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.399399995803833},{"id":"https://openalex.org/C2780365114","wikidata":"https://www.wikidata.org/wiki/Q169478","display_name":"MATLAB","level":2,"score":0.37929999828338623},{"id":"https://openalex.org/C131584629","wikidata":"https://www.wikidata.org/wiki/Q4308705","display_name":"Coupling (piping)","level":2,"score":0.3707999885082245},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.3578000068664551},{"id":"https://openalex.org/C122383733","wikidata":"https://www.wikidata.org/wiki/Q865920","display_name":"Approximation error","level":2,"score":0.3522000014781952},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.3361000120639801},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.33169999718666077},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.32030001282691956},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.32010000944137573},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.31790000200271606},{"id":"https://openalex.org/C2776829284","wikidata":"https://www.wikidata.org/wiki/Q1341651","display_name":"Lyapunov stability","level":3,"score":0.3107999861240387},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C48431260","wikidata":"https://www.wikidata.org/wiki/Q2318337","display_name":"Hydraulic cylinder","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.28209999203681946},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C11394606","wikidata":"https://www.wikidata.org/wiki/Q1972552","display_name":"Hydraulic machinery","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2531000077724457}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tie.2025.3610719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2025.3610719","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7817274928092957,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G5475547334","display_name":null,"funder_award_id":"52475073","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"To":[0],"address":[1],"the":[2,55,67,77,82,87,91,97,103,121,131,153,156,164],"challenge":[3],"of":[4,70,81,155],"achieving":[5],"highprecision":[6],"control":[7,51,83,158],"for":[8,24,58,112],"multidegree-of-freedom":[9],"heavy-duty":[10],"hydraulic":[11,26,180],"robotic":[12,27,181],"arms,":[13],"this":[14],"article":[15],"proposes":[16],"a":[17,25,31,136,177],"reinforcement":[18,46],"learning-based":[19],"proportional-integral-derivative":[20],"(PID)":[21],"selftuning":[22],"method":[23,39,159],"arm":[28],"characterized":[29],"by":[30],"simple":[32],"structure":[33],"and":[34,79,100,117,133,168],"low":[35],"computational":[36],"load.":[37],"The":[38,61],"combines":[40],"an":[41],"actor\u2013critic":[42],"neural":[43,63,93,142],"network":[44,64,94,143],"(ANN-CNN)":[45],"learning":[47],"framework":[48],"with":[49],"PID":[50,56,74,104],"to":[52,140],"dynamically":[53],"adjust":[54],"gains":[57],"high-precision":[59],"tracking.":[60],"critic":[62],"(CNN)":[65],"estimates":[66],"cumulative":[68],"value":[69],"position":[71],"error":[72,89],"after":[73],"processing,":[75],"evaluating":[76],"advantages":[78],"disadvantages":[80],"methods.":[84],"Based":[85],"on":[86,176],"accumulated":[88],"signals,":[90],"actor":[92],"(ANN),":[95],"integratedwith":[96],"CNN,":[98],"learns":[99],"adaptively":[101],"adjusts":[102],"gain":[105],"in":[106,120],"real":[107],"time.":[108],"This":[109],"adaptivemechanismeffectively":[110],"compensates":[111],"strong":[113],"nonlinearities,":[114],"unknown":[115],"perturbations,":[116],"multijoint":[118],"coupling":[119,123],"electromechanical-liquid":[122],"system,":[124],"thereby":[125],"enhancing":[126],"overall":[127],"tracking":[128],"accuracy.":[129],"Both":[130],"ANN":[132],"CNN":[134],"employ":[135],"gradient":[137],"descent":[138],"algorithm":[139],"update":[141],"weights":[144],"online,":[145],"ensuring":[146],"fast":[147],"convergencewhile":[148],"avoiding":[149],"local":[150],"optima.":[151],"Finally,":[152],"stability":[154],"proposed":[157],"is":[160,171],"analytically":[161],"proven":[162],"using":[163],"Lyapunov":[165],"stabilization":[166],"method,":[167],"its":[169],"effectiveness":[170],"further":[172],"validated":[173],"through":[174],"experiments":[175],"three-degree-offreedomheavy-":[178],"duty":[179],"armplatform.":[182]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-11-12T00:00:00"}