{"id":"https://openalex.org/W4205526542","doi":"https://doi.org/10.1109/icar53236.2021.9659363","title":"Bayesian Optimization for Efficient Tuning of Visual Servo and Computed Torque Controllers in a Reinforcement Learning Scenario","display_name":"Bayesian Optimization for Efficient Tuning of Visual Servo and Computed Torque Controllers in a Reinforcement Learning Scenario","publication_year":2021,"publication_date":"2021-12-06","ids":{"openalex":"https://openalex.org/W4205526542","doi":"https://doi.org/10.1109/icar53236.2021.9659363"},"language":"en","primary_location":{"id":"doi:10.1109/icar53236.2021.9659363","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icar53236.2021.9659363","pdf_url":null,"source":{"id":"https://openalex.org/S4363608199","display_name":"2021 20th International Conference on Advanced Robotics (ICAR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 20th International Conference on Advanced Robotics (ICAR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040745077","display_name":"Eduardo G. Ribeiro","orcid":"https://orcid.org/0000-0003-1383-9035"},"institutions":[{"id":"https://openalex.org/I177909021","display_name":"Universidade Federal de S\u00e3o Carlos","ror":"https://ror.org/00qdc6m37","country_code":"BR","type":"education","lineage":["https://openalex.org/I177909021"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Eduardo G. Ribeiro","raw_affiliation_strings":["Department of Electrical and Computer Engineering, São Carlos School of Engineering, University of São Paulo, São Carlos, Brazil","Department of Electrical and Computer Engineering, S&#x00E3","o Carlos School of Engineering, University of S&#x00E3","o Carlos, Brazil","o Paulo, S&#x00E3"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, São Carlos School of Engineering, University of São Paulo, São Carlos, Brazil","institution_ids":["https://openalex.org/I177909021"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, S&#x00E3","institution_ids":[]},{"raw_affiliation_string":"o Carlos School of Engineering, University of S&#x00E3","institution_ids":[]},{"raw_affiliation_string":"o Carlos, Brazil","institution_ids":[]},{"raw_affiliation_string":"o Paulo, S&#x00E3","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038192704","display_name":"Raul de Queiroz Mendes","orcid":"https://orcid.org/0000-0003-3866-9749"},"institutions":[{"id":"https://openalex.org/I177909021","display_name":"Universidade Federal de S\u00e3o Carlos","ror":"https://ror.org/00qdc6m37","country_code":"BR","type":"education","lineage":["https://openalex.org/I177909021"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Raul Q. Mendes","raw_affiliation_strings":["Department of Electrical and Computer Engineering, São Carlos School of Engineering, University of São Paulo, São Carlos, Brazil","Department of Electrical and Computer Engineering, S&#x00E3","o Carlos School of Engineering, University of S&#x00E3","o Carlos, Brazil","o Paulo, S&#x00E3"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, São Carlos School of Engineering, University of São Paulo, São Carlos, Brazil","institution_ids":["https://openalex.org/I177909021"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, S&#x00E3","institution_ids":[]},{"raw_affiliation_string":"o Carlos School of Engineering, University of S&#x00E3","institution_ids":[]},{"raw_affiliation_string":"o Carlos, Brazil","institution_ids":[]},{"raw_affiliation_string":"o Paulo, S&#x00E3","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Marco H. Terra","orcid":null},"institutions":[{"id":"https://openalex.org/I177909021","display_name":"Universidade Federal de S\u00e3o Carlos","ror":"https://ror.org/00qdc6m37","country_code":"BR","type":"education","lineage":["https://openalex.org/I177909021"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marco H. Terra","raw_affiliation_strings":["Department of Electrical and Computer Engineering, São Carlos School of Engineering, University of São Paulo, São Carlos, Brazil","Department of Electrical and Computer Engineering, S&#x00E3","o Carlos School of Engineering, University of S&#x00E3","o Carlos, Brazil","o Paulo, S&#x00E3"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, São Carlos School of Engineering, University of São Paulo, São Carlos, Brazil","institution_ids":["https://openalex.org/I177909021"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, S&#x00E3","institution_ids":[]},{"raw_affiliation_string":"o Carlos School of Engineering, University of S&#x00E3","institution_ids":[]},{"raw_affiliation_string":"o Carlos, Brazil","institution_ids":[]},{"raw_affiliation_string":"o Paulo, S&#x00E3","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009669213","display_name":"Valdir Grassi","orcid":"https://orcid.org/0000-0001-6753-139X"},"institutions":[{"id":"https://openalex.org/I177909021","display_name":"Universidade Federal de S\u00e3o Carlos","ror":"https://ror.org/00qdc6m37","country_code":"BR","type":"education","lineage":["https://openalex.org/I177909021"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Valdir Grassi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, São Carlos School of Engineering, University of São Paulo, São Carlos, Brazil","Department of Electrical and Computer Engineering, S&#x00E3","o Carlos School of Engineering, University of S&#x00E3","o Carlos, Brazil","o Paulo, S&#x00E3"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, São Carlos School of Engineering, University of São Paulo, São Carlos, Brazil","institution_ids":["https://openalex.org/I177909021"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, S&#x00E3","institution_ids":[]},{"raw_affiliation_string":"o Carlos School of Engineering, University of S&#x00E3","institution_ids":[]},{"raw_affiliation_string":"o Carlos, Brazil","institution_ids":[]},{"raw_affiliation_string":"o Paulo, S&#x00E3","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177909021"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.19201533,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"282","last_page":"289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8190739154815674},{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.7122206687927246},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6748470067977905},{"id":"https://openalex.org/keywords/torque","display_name":"Torque","score":0.6467809677124023},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5262612104415894},{"id":"https://openalex.org/keywords/servomotor","display_name":"Servomotor","score":0.5215006470680237},{"id":"https://openalex.org/keywords/servo","display_name":"Servo","score":0.4742909073829651},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.46334606409072876},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4179578125476837},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4100148677825928},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40233778953552246},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.25615379214286804},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20670196413993835}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8190739154815674},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.7122206687927246},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6748470067977905},{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.6467809677124023},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5262612104415894},{"id":"https://openalex.org/C109441226","wikidata":"https://www.wikidata.org/wiki/Q1137255","display_name":"Servomotor","level":2,"score":0.5215006470680237},{"id":"https://openalex.org/C107354338","wikidata":"https://www.wikidata.org/wiki/Q1937153","display_name":"Servo","level":2,"score":0.4742909073829651},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.46334606409072876},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4179578125476837},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4100148677825928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40233778953552246},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.25615379214286804},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20670196413993835},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icar53236.2021.9659363","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icar53236.2021.9659363","pdf_url":null,"source":{"id":"https://openalex.org/S4363608199","display_name":"2021 20th International Conference on Advanced Robotics (ICAR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 20th International Conference on Advanced Robotics (ICAR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.550000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W618254468","https://openalex.org/W1502922572","https://openalex.org/W1510052597","https://openalex.org/W1514444483","https://openalex.org/W1659842140","https://openalex.org/W1979328769","https://openalex.org/W2061144551","https://openalex.org/W2082991751","https://openalex.org/W2099201756","https://openalex.org/W2108121392","https://openalex.org/W2117561707","https://openalex.org/W2127107099","https://openalex.org/W2139746354","https://openalex.org/W2145339207","https://openalex.org/W2516633252","https://openalex.org/W2592857946","https://openalex.org/W2765705032","https://openalex.org/W2910687636","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2978238386","https://openalex.org/W2980056476","https://openalex.org/W2991032634","https://openalex.org/W3030558299","https://openalex.org/W3034825434","https://openalex.org/W3035367521","https://openalex.org/W3043705189","https://openalex.org/W3188522443","https://openalex.org/W4214717370","https://openalex.org/W4287123726","https://openalex.org/W4289761856","https://openalex.org/W6629804754","https://openalex.org/W6675200109","https://openalex.org/W6677764299","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6753146606","https://openalex.org/W6769128123","https://openalex.org/W6770670914"],"related_works":["https://openalex.org/W2133950947","https://openalex.org/W2348363276","https://openalex.org/W2909807275","https://openalex.org/W2348489906","https://openalex.org/W2071272545","https://openalex.org/W1989779914","https://openalex.org/W2019724477","https://openalex.org/W2362067531","https://openalex.org/W4321515863","https://openalex.org/W2895938779"],"abstract_inverted_index":{"Although":[0],"the":[1,11,24,38,41,46,52,62,84,87,102,119,127,138,146,169,177,192],"search":[2,85],"for":[3,10,31,86],"optimal":[4],"parameters":[5,186],"is":[6,19,123,134],"a":[7,32,67,71,93,107,113],"central":[8],"concern":[9],"design":[12,25],"stage":[13],"of":[14,26,40,92,136],"control":[15,184],"systems,":[16],"this":[17,78],"adjustment":[18],"generally":[20],"not":[21],"optimized":[22],"in":[23,77,104,112,117,188],"visual":[27,35,94,139],"servo":[28,36,95,140],"controllers.":[29],"However,":[30],"classic":[33],"position-based":[34],"controller,":[37],"choice":[39],"proportional":[42],"gain":[43],"that":[44,131,176],"multiplies":[45],"computed":[47],"error":[48],"may":[49,56],"directly":[50,125],"affect":[51],"system's":[53],"performance,":[54],"and":[55,73,89,155,168,187,194],"even":[57],"lead":[58],"to":[59,82,153,162],"instability.":[60],"On":[61],"other":[63],"hand,":[64],"adjusting":[65],"such":[66],"parameter":[68],"can":[69],"be":[70],"time-consuming":[72],"hard-working":[74],"task.":[75],"Thus,":[76],"work,":[79],"we":[80,174],"propose":[81],"automate":[83],"linear":[88],"angular":[90],"gains":[91],"controller":[96,141,149,179],"through":[97],"Bayesian":[98,132],"optimization.":[99],"We":[100,129],"simulate":[101],"environment":[103],"Matlab":[105],"with":[106,151],"Kinova":[108],"GEN3":[109],"7DOF":[110],"robot":[111,147],"reinforcement":[114],"learning":[115],"scenario,":[116],"which":[118],"projected":[120],"cost":[121],"function":[122],"evaluated":[124],"on":[126],"robot.":[128],"demonstrate":[130],"optimization":[133],"capable":[135],"finding":[137],"gains,":[142,150],"as":[143,145],"well":[144],"internal":[148],"up":[152],"13":[154],"14":[156],"times":[157],"fewer":[158],"iterations":[159],"when":[160],"compared":[161],"an":[163],"on-police":[164],"actor-critic":[165],"model-free":[166],"algorithm":[167,171],"genetic":[170],"respectively.":[172],"Furthermore,":[173],"show":[175],"obtained":[178],"performs":[180],"better":[181],"considering":[182],"different":[183],"performance":[185],"qualitative":[189],"evaluations":[190],"regarding":[191],"Cartesian":[193],"image":[195],"spaces.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}