{"id":"https://openalex.org/W7114794838","doi":"https://doi.org/10.1109/tie.2025.3634401","title":"Real-Time Safe and Smooth Visual Servoing for Robot Manipulators via Reinforcement Learning","display_name":"Real-Time Safe and Smooth Visual Servoing for Robot Manipulators via Reinforcement Learning","publication_year":2025,"publication_date":"2025-12-11","ids":{"openalex":"https://openalex.org/W7114794838","doi":"https://doi.org/10.1109/tie.2025.3634401"},"language":null,"primary_location":{"id":"doi:10.1109/tie.2025.3634401","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2025.3634401","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jianliang Mao","orcid":"https://orcid.org/0000-0001-8979-2646"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianliang Mao","raw_affiliation_strings":["College of Automation Engineering, Shanghai University of Electric Power, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8979-2646","affiliations":[{"raw_affiliation_string":"College of Automation Engineering, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jun Hu","orcid":"https://orcid.org/0009-0008-3291-222X"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Hu","raw_affiliation_strings":["College of Computer Science and Technology, Shanghai University of Electric Power, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-3291-222X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xin Zhou","orcid":"https://orcid.org/0000-0001-8873-2772"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhou","raw_affiliation_strings":["College of Automation Engineering, Shanghai University of Electric Power, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8873-2772","affiliations":[{"raw_affiliation_string":"College of Automation Engineering, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chuanlin Zhang","orcid":"https://orcid.org/0000-0001-6052-1682"},"institutions":[{"id":"https://openalex.org/I23632641","display_name":"Shanghai University of Electric Power","ror":"https://ror.org/02w4tny03","country_code":"CN","type":"education","lineage":["https://openalex.org/I23632641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanlin Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Shanghai University of Electric Power, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6052-1682","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Shanghai University of Electric Power, Shanghai, China","institution_ids":["https://openalex.org/I23632641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jun Yang","orcid":"https://orcid.org/0000-0002-4290-9568"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jun Yang","raw_affiliation_strings":["Department of Aeronautical and Automotive Engineering, Loughborough University, Loughborough, U.K"],"raw_orcid":"https://orcid.org/0000-0002-4290-9568","affiliations":[{"raw_affiliation_string":"Department of Aeronautical and Automotive Engineering, Loughborough University, Loughborough, U.K","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"last","author":{"id":null,"display_name":"Hesheng Wang","orcid":"https://orcid.org/0000-0002-9959-1634"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hesheng Wang","raw_affiliation_strings":["School of Automation and Intelligent Sensing, Key Laboratory of System Control and Information Processing of Ministry of Education, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9959-1634","affiliations":[{"raw_affiliation_string":"School of Automation and Intelligent Sensing, Key Laboratory of System Control and Information Processing of Ministry of Education, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9349,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82428497,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"73","issue":"4","first_page":"5849","last_page":"5860"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.7386000156402588,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.7386000156402588,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.052000001072883606,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.03280000016093254,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-servoing","display_name":"Visual servoing","score":0.9657999873161316},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7343000173568726},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6118999719619751},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5561000108718872},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5497999787330627},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.48809999227523804},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.43309998512268066},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.397599995136261}],"concepts":[{"id":"https://openalex.org/C10912380","wikidata":"https://www.wikidata.org/wiki/Q527952","display_name":"Visual servoing","level":3,"score":0.9657999873161316},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7343000173568726},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6118999719619751},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5997999906539917},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5561000108718872},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5497999787330627},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5264000296592712},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.48809999227523804},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.43309998512268066},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41280001401901245},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.397599995136261},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.3700000047683716},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.35429999232292175},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.34709998965263367},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.33410000801086426},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.32589998841285706},{"id":"https://openalex.org/C2780527621","wikidata":"https://www.wikidata.org/wiki/Q7936593","display_name":"Visual control","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2971000075340271},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.2913999855518341},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tie.2025.3634401","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2025.3634401","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6984801292419434,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1271446606","display_name":null,"funder_award_id":"62203292","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2697279262","display_name":null,"funder_award_id":"62173221","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2004139909","https://openalex.org/W2092210922","https://openalex.org/W2100515417","https://openalex.org/W2103288831","https://openalex.org/W2295524408","https://openalex.org/W2525538692","https://openalex.org/W2886946457","https://openalex.org/W2964270628","https://openalex.org/W2967657713","https://openalex.org/W3088310808","https://openalex.org/W3113527695","https://openalex.org/W3130717831","https://openalex.org/W3150937970","https://openalex.org/W3152836822","https://openalex.org/W3160050461","https://openalex.org/W3181884311","https://openalex.org/W3185291728","https://openalex.org/W3203417057","https://openalex.org/W4200340138","https://openalex.org/W4313153453","https://openalex.org/W4313159712","https://openalex.org/W4360913297","https://openalex.org/W4361858473","https://openalex.org/W4379117336","https://openalex.org/W4386261631","https://openalex.org/W4386702795","https://openalex.org/W4393285734","https://openalex.org/W4413394073"],"related_works":[],"abstract_inverted_index":{"Real-time":[0],"collision":[1,28,60],"avoidance":[2],"is":[3,47,83,103,111],"a":[4,18,67,76,134],"critical":[5],"challenge":[6],"in":[7,37,43,146,153],"visual":[8,35,151],"servoing":[9,36,152],"control":[10],"for":[11,105],"safe":[12,148],"robot":[13,137],"manipulation.":[14],"This":[15],"article":[16],"presents":[17],"model-free":[19],"framework":[20,46],"that":[21],"integrates":[22],"reinforcement":[23],"learning":[24],"(RL)":[25],"with":[26,113],"real-time":[27,69],"detection":[29],"(RCD),":[30],"enabling":[31],"secure":[32],"and":[33,58,80,91,108,123,149],"smooth":[34,93,150],"dynamic":[38],"environments.":[39],"The":[40],"reward":[41],"function":[42],"the":[44,88,98,109,140,143],"RL":[45],"carefully":[48],"designed":[49],"to":[50,85],"simultaneously":[51],"minimize":[52],"tracking":[53],"errors,":[54],"promote":[55],"motion":[56],"smoothness,":[57],"enforce":[59],"avoidance.":[61],"Beyond":[62],"policy":[63,106,120,128],"optimization":[64,121],"through":[65],"RL,":[66],"two-step":[68],"trajectory":[70],"blending":[71],"(RTB)":[72],"scheme,":[73],"consisting":[74],"of":[75,142],"Butterworth":[77],"filter":[78],"(BF)":[79],"polynomial":[81],"interpolation,":[82],"developed":[84],"further":[86],"refine":[87],"generated":[89],"trajectories":[90],"ensure":[92],"joint":[94],"velocity":[95],"profiles.":[96],"Furthermore,":[97],"soft":[99],"actor-critic":[100],"(SAC)":[101],"algorithm":[102],"employed":[104],"learning,":[107],"performance":[110],"compared":[112],"two":[114],"widely":[115],"used":[116],"methods,":[117],"namely":[118],"proximal":[119],"(PPO)":[122],"twin":[124],"delayed":[125],"deep":[126],"deterministic":[127],"gradient":[129],"(TD3).":[130],"Experimental":[131],"results":[132],"on":[133],"6-degree-of-freedom":[135],"(6-DoF)":[136],"manipulator":[138],"demonstrate":[139],"effectiveness":[141],"proposed":[144],"approach":[145],"achieving":[147],"real":[154],"time.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-12-11T00:00:00"}