{"id":"https://openalex.org/W2087619788","doi":"https://doi.org/10.1109/icarsc.2014.6849780","title":"Reinforcement learning approach to locomotion adaptation in sloped environments","display_name":"Reinforcement learning approach to locomotion adaptation in sloped environments","publication_year":2014,"publication_date":"2014-05-01","ids":{"openalex":"https://openalex.org/W2087619788","doi":"https://doi.org/10.1109/icarsc.2014.6849780","mag":"2087619788"},"language":"en","primary_location":{"id":"doi:10.1109/icarsc.2014.6849780","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarsc.2014.6849780","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Autonomous Robot Systems and Competitions (ICARSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074025182","display_name":"Jo\u00e3o Andr\u00e9","orcid":"https://orcid.org/0000-0002-3666-4453"},"institutions":[{"id":"https://openalex.org/I99682543","display_name":"University of Minho","ror":"https://ror.org/037wpkx04","country_code":"PT","type":"education","lineage":["https://openalex.org/I99682543"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Joao Andre","raw_affiliation_strings":["Department of Industrial Electronics, University of Minho","Dept. of Ind. Electron., Univ. of Minho, Braga, Portugal"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Electronics, University of Minho","institution_ids":["https://openalex.org/I99682543"]},{"raw_affiliation_string":"Dept. of Ind. Electron., Univ. of Minho, Braga, Portugal","institution_ids":["https://openalex.org/I99682543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030732528","display_name":"Lino Costa","orcid":"https://orcid.org/0000-0003-4772-4404"},"institutions":[{"id":"https://openalex.org/I99682543","display_name":"University of Minho","ror":"https://ror.org/037wpkx04","country_code":"PT","type":"education","lineage":["https://openalex.org/I99682543"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Lino Costa","raw_affiliation_strings":["Department of Production and Systems, University of Minho","Dept. of Production & Syst., Univ. of Minho, Braga, Portugal"],"affiliations":[{"raw_affiliation_string":"Department of Production and Systems, University of Minho","institution_ids":["https://openalex.org/I99682543"]},{"raw_affiliation_string":"Dept. of Production & Syst., Univ. of Minho, Braga, Portugal","institution_ids":["https://openalex.org/I99682543"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067484406","display_name":"Cristina P. Santos","orcid":"https://orcid.org/0000-0003-0023-7203"},"institutions":[{"id":"https://openalex.org/I99682543","display_name":"University of Minho","ror":"https://ror.org/037wpkx04","country_code":"PT","type":"education","lineage":["https://openalex.org/I99682543"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Cristina Santos","raw_affiliation_strings":["Department of Industrial Electronics, University of Minho","Dept. of Ind. Electron., Univ. of Minho, Braga, Portugal"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Electronics, University of Minho","institution_ids":["https://openalex.org/I99682543"]},{"raw_affiliation_string":"Dept. of Ind. Electron., Univ. of Minho, Braga, Portugal","institution_ids":["https://openalex.org/I99682543"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5074025182"],"corresponding_institution_ids":["https://openalex.org/I99682543"],"apc_list":null,"apc_paid":null,"fwci":0.1854025,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.56952476,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"11","issue":null,"first_page":"164","last_page":"169"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6247602701187134},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5730368494987488},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.537230372428894},{"id":"https://openalex.org/keywords/cma-es","display_name":"CMA-ES","score":0.5275050401687622},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44085124135017395},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4329929053783417},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4310576319694519},{"id":"https://openalex.org/keywords/evolution-strategy","display_name":"Evolution strategy","score":0.17513737082481384},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.11439931392669678},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.10721749067306519},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.08782395720481873}],"concepts":[{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6247602701187134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5730368494987488},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.537230372428894},{"id":"https://openalex.org/C205555498","wikidata":"https://www.wikidata.org/wiki/Q505588","display_name":"CMA-ES","level":4,"score":0.5275050401687622},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44085124135017395},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4329929053783417},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4310576319694519},{"id":"https://openalex.org/C207002847","wikidata":"https://www.wikidata.org/wiki/Q2912857","display_name":"Evolution strategy","level":3,"score":0.17513737082481384},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.11439931392669678},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.10721749067306519},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.08782395720481873},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icarsc.2014.6849780","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarsc.2014.6849780","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Autonomous Robot Systems and Competitions (ICARSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W130216483","https://openalex.org/W1569114984","https://openalex.org/W1925816294","https://openalex.org/W1952489873","https://openalex.org/W1968818868","https://openalex.org/W1973102501","https://openalex.org/W1999050977","https://openalex.org/W2012392077","https://openalex.org/W2029121847","https://openalex.org/W2043660649","https://openalex.org/W2049882161","https://openalex.org/W2056518977","https://openalex.org/W2098524868","https://openalex.org/W2118459920","https://openalex.org/W2123967136","https://openalex.org/W2136719407","https://openalex.org/W2155307968","https://openalex.org/W2172968643","https://openalex.org/W2242447230","https://openalex.org/W2294845706","https://openalex.org/W3005581722","https://openalex.org/W4214717370","https://openalex.org/W6605307179","https://openalex.org/W6640290305","https://openalex.org/W6640954454","https://openalex.org/W6642250133","https://openalex.org/W6674872077","https://openalex.org/W6678157427","https://openalex.org/W6697368666"],"related_works":["https://openalex.org/W2592891920","https://openalex.org/W2072153706","https://openalex.org/W2774408184","https://openalex.org/W2734610626","https://openalex.org/W2272252676","https://openalex.org/W2075433042","https://openalex.org/W1604295974","https://openalex.org/W2510724351","https://openalex.org/W2062304049","https://openalex.org/W1584454155"],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"Path":[3],"Integral":[4],"Policy":[5],"Improvement":[6],"with":[7],"Covariance":[8],"Matrix":[9],"Adaptation":[10],"(PI":[11],"<sup":[12,48,85],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[13,49,86],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>":[14,50,87],"-CMA)":[15],"is":[16],"implemented":[17],"and":[18,29,117],"used":[19],"to":[20,36,74,91,109],"address":[21],"biped":[22],"locomotion":[23],"optimization.":[24],"Central":[25],"Pattern":[26],"Generators":[27],"(CPGs)":[28],"Dynamic":[30],"Movement":[31],"Primitives":[32],"(DMPs)":[33],"are":[34,114],"combined":[35],"easily":[37],"produce":[38],"complex":[39],"joint":[40],"trajectories":[41,124],"for":[42,125],"simulated":[43],"DARwIn-OP":[44,108],"humanoid":[45],"robot.":[46],"PI":[47,84],"-CMA":[51,88],"seeks":[52],"optimal":[53],"DMPs'":[54],"weights":[55],"that":[56,101],"maximize":[57],"frontal":[58],"velocity":[59],"when":[60],"facing":[61],"different":[62,78],"challenges.":[63],"The":[64,112],"simulation":[65],"environments":[66],"demand":[67],"adaptation":[68,106],"from":[69],"the":[70,93,97,119],"controller":[71],"in":[72,77,83,89],"order":[73,90],"successfully":[75],"walk":[76],"slopes.":[79],"Elitism":[80],"was":[81],"introduced":[82],"improve":[92],"convergence":[94],"property":[95],"of":[96,107],"algorithm.":[98],"Results":[99],"show":[100],"these":[102],"approaches":[103],"enabled":[104],"easy":[105],"new":[110,123],"situations.":[111],"results":[113],"very":[115],"promising":[116],"demonstrate":[118],"flexibility":[120],"at":[121],"generating":[122],"locomotion.":[126]},"counts_by_year":[{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}