{"id":"https://openalex.org/W2591651708","doi":"https://doi.org/10.1109/icra.2017.7989622","title":"Model-based policy search for automatic tuning of multivariate PID controllers","display_name":"Model-based policy search for automatic tuning of multivariate PID controllers","publication_year":2017,"publication_date":"2017-05-01","ids":{"openalex":"https://openalex.org/W2591651708","doi":"https://doi.org/10.1109/icra.2017.7989622","mag":"2591651708"},"language":"en","primary_location":{"id":"doi:10.1109/icra.2017.7989622","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2017.7989622","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1703.02899","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041064756","display_name":"Andreas Doerr","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]},{"id":"https://openalex.org/I889804353","display_name":"Robert Bosch (Germany)","ror":"https://ror.org/01fe0jt45","country_code":"DE","type":"company","lineage":["https://openalex.org/I889804353"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Doerr","raw_affiliation_strings":["Autonomous Motion Department at the Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany","Bosch Center for Artificial Intelligence, Renningen, Germany","[Bosch Center for Artificial Intelligence, Renningen, Germany]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autonomous Motion Department at the Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]},{"raw_affiliation_string":"Bosch Center for Artificial Intelligence, Renningen, Germany","institution_ids":["https://openalex.org/I889804353"]},{"raw_affiliation_string":"[Bosch Center for Artificial Intelligence, Renningen, Germany]","institution_ids":["https://openalex.org/I889804353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038068581","display_name":"Duy Nguyen-Tuong","orcid":null},"institutions":[{"id":"https://openalex.org/I889804353","display_name":"Robert Bosch (Germany)","ror":"https://ror.org/01fe0jt45","country_code":"DE","type":"company","lineage":["https://openalex.org/I889804353"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Duy Nguyen-Tuong","raw_affiliation_strings":["Bosch Center for Artificial Intelligence, Renningen, Germany","[Bosch Center for Artificial Intelligence, Renningen, Germany]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bosch Center for Artificial Intelligence, Renningen, Germany","institution_ids":["https://openalex.org/I889804353"]},{"raw_affiliation_string":"[Bosch Center for Artificial Intelligence, Renningen, Germany]","institution_ids":["https://openalex.org/I889804353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014762489","display_name":"Alonso Marco","orcid":"https://orcid.org/0000-0002-5764-6713"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alonso Marco","raw_affiliation_strings":["Autonomous Motion Department at the Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany","Autonomous Motion Department at the Max-Planck-Institute for Intelligent Systems, T\u00fcbingen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autonomous Motion Department at the Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]},{"raw_affiliation_string":"Autonomous Motion Department at the Max-Planck-Institute for Intelligent Systems, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029642293","display_name":"Stefan Schaal","orcid":"https://orcid.org/0000-0001-5660-1874"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Stefan Schaal","raw_affiliation_strings":["Autonomous Motion Department at the Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany","Computational Learning and Motor Control lab at the University of Southern California, Los Angeles, CA, USA","Autonomous Motion Department at the Max-Planck-Institute for Intelligent Systems, T\u00fcbingen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autonomous Motion Department at the Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]},{"raw_affiliation_string":"Computational Learning and Motor Control lab at the University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Autonomous Motion Department at the Max-Planck-Institute for Intelligent Systems, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023990842","display_name":"Sebastian Trimpe","orcid":"https://orcid.org/0000-0002-2785-2487"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Trimpe","raw_affiliation_strings":["Autonomous Motion Department at the Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany","Autonomous Motion Department at the Max-Planck-Institute for Intelligent Systems, T\u00fcbingen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autonomous Motion Department at the Max Planck Institute for Intelligent Systems, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]},{"raw_affiliation_string":"Autonomous Motion Department at the Max-Planck-Institute for Intelligent Systems, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I4210135521"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5295","last_page":"5301"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11236","display_name":"Control Systems and Identification","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.8836870193481445},{"id":"https://openalex.org/keywords/inverted-pendulum","display_name":"Inverted pendulum","score":0.7037926912307739},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6665945053100586},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6355092525482178},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.6238270401954651},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.504409670829773},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4843962788581848},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.474552720785141},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4457100033760071},{"id":"https://openalex.org/keywords/multivariable-calculus","display_name":"Multivariable calculus","score":0.42262911796569824},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.26881659030914307},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25541800260543823},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1461612582206726},{"id":"https://openalex.org/keywords/temperature-control","display_name":"Temperature control","score":0.1038895845413208}],"concepts":[{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.8836870193481445},{"id":"https://openalex.org/C192921069","wikidata":"https://www.wikidata.org/wiki/Q550134","display_name":"Inverted pendulum","level":3,"score":0.7037926912307739},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6665945053100586},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6355092525482178},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.6238270401954651},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.504409670829773},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4843962788581848},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.474552720785141},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4457100033760071},{"id":"https://openalex.org/C117312493","wikidata":"https://www.wikidata.org/wiki/Q2035437","display_name":"Multivariable calculus","level":2,"score":0.42262911796569824},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26881659030914307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25541800260543823},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1461612582206726},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.1038895845413208},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/icra.2017.7989622","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2017.7989622","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1703.02899","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1703.02899","pdf_url":"https://arxiv.org/pdf/1703.02899","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1703.02899","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1703.02899","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2591651708","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1703.02899","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1703.02899","pdf_url":"https://arxiv.org/pdf/1703.02899","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6200000047683716}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2591651708.pdf","grobid_xml":"https://content.openalex.org/works/W2591651708.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W58266590","https://openalex.org/W109727711","https://openalex.org/W570566252","https://openalex.org/W1486900740","https://openalex.org/W1520597402","https://openalex.org/W1552680854","https://openalex.org/W1746819321","https://openalex.org/W2018705428","https://openalex.org/W2062163504","https://openalex.org/W2085804838","https://openalex.org/W2099768828","https://openalex.org/W2102295697","https://openalex.org/W2111114236","https://openalex.org/W2113265921","https://openalex.org/W2121863487","https://openalex.org/W2126105956","https://openalex.org/W2126877537","https://openalex.org/W2140135625","https://openalex.org/W2146851580","https://openalex.org/W2151001575","https://openalex.org/W2162000109","https://openalex.org/W2346505884","https://openalex.org/W2470800839","https://openalex.org/W2592503430","https://openalex.org/W2595142274","https://openalex.org/W3105904426","https://openalex.org/W4230674069","https://openalex.org/W4234535513","https://openalex.org/W4254218124","https://openalex.org/W6674989108","https://openalex.org/W6680657880","https://openalex.org/W6733985435","https://openalex.org/W6734797129"],"related_works":["https://openalex.org/W2963786176","https://openalex.org/W1998961764","https://openalex.org/W1589296748","https://openalex.org/W2083303973","https://openalex.org/W1725446364","https://openalex.org/W2068300114","https://openalex.org/W3155439239","https://openalex.org/W2033552907","https://openalex.org/W2112718927","https://openalex.org/W2156830429","https://openalex.org/W2163619409","https://openalex.org/W2044547273","https://openalex.org/W2327497513","https://openalex.org/W2946986611","https://openalex.org/W2462861269","https://openalex.org/W2809593640","https://openalex.org/W2740849294","https://openalex.org/W2089509632","https://openalex.org/W2733863380","https://openalex.org/W2321895415"],"abstract_inverted_index":{"PID":[0,19,41,62,72],"control":[1,83],"architectures":[2],"are":[3],"widely":[4],"used":[5],"in":[6,24],"industrial":[7],"applications.":[8],"Despite":[9],"their":[10],"low":[11],"number":[12],"of":[13,78,97,112],"open":[14],"parameters,":[15],"tuning":[16,73],"multiple,":[17],"coupled":[18],"controllers":[20,42],"can":[21],"become":[22],"tedious":[23],"practice.":[25],"In":[26],"this":[27],"paper,":[28],"we":[29],"extend":[30],"PILCO,":[31],"a":[32,65,79,87,103],"model-based":[33],"policy":[34,63,116],"search":[35],"framework,":[36],"to":[37,59,94],"automatically":[38],"tune":[39],"multivariate":[40],"purely":[43],"based":[44],"on":[45,48,102,119],"data":[46],"observed":[47],"an":[49,99],"otherwise":[50],"unknown":[51],"system.":[52],"The":[53,90],"system's":[54],"state":[55,67],"is":[56,92],"extended":[57],"appropriately":[58],"frame":[60],"the":[61,76,95],"as":[64,75],"static":[66],"feedback":[68],"policy.":[69],"This":[70],"renders":[71],"possible":[74],"solution":[77],"finite":[80],"horizon":[81],"optimal":[82],"problem":[84],"without":[85],"further":[86],"priori":[88],"knowledge.":[89],"framework":[91],"applied":[93],"task":[96],"balancing":[98],"inverted":[100],"pendulum":[101],"seven":[104],"degree-of-freedom":[105],"robotic":[106],"arm,":[107],"thereby":[108],"demonstrating":[109],"its":[110],"capabilities":[111],"fast":[113],"and":[114],"data-efficient":[115],"learning,":[117],"even":[118],"complex":[120],"real":[121],"world":[122],"problems.":[123]},"counts_by_year":[{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2022-10-01T00:00:00"}