{"id":"https://openalex.org/W2149645942","doi":"https://doi.org/10.1109/robot.2008.4543799","title":"Learning robot stiffness for contact tasks using the natural actor-critic","display_name":"Learning robot stiffness for contact tasks using the natural actor-critic","publication_year":2008,"publication_date":"2008-05-01","ids":{"openalex":"https://openalex.org/W2149645942","doi":"https://doi.org/10.1109/robot.2008.4543799","mag":"2149645942"},"language":"en","primary_location":{"id":"doi:10.1109/robot.2008.4543799","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robot.2008.4543799","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE International Conference on Robotics and Automation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022216425","display_name":"Byungchan Kim","orcid":"https://orcid.org/0000-0001-5144-7644"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Byungchan Kim","raw_affiliation_strings":["Department of Mechanical Engineering, Korea University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004638879","display_name":"Byungduk Kang","orcid":null},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byungduk Kang","raw_affiliation_strings":["Department of Mechanical Engineering, Korea University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061319954","display_name":"Shinsuk Park","orcid":"https://orcid.org/0000-0003-3714-1061"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Shinsuk Park","raw_affiliation_strings":["Department of Mechanical Engineering, Korea University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090053037","display_name":"Sungchul Kang","orcid":"https://orcid.org/0000-0001-5645-2020"},"institutions":[{"id":"https://openalex.org/I4210096735","display_name":"Korea Institute of Robot and Convergence","ror":"https://ror.org/00v019t60","country_code":"KR","type":"facility","lineage":["https://openalex.org/I4210096735"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sungchul Kang","raw_affiliation_strings":["Cognitive Robotics Research, KIST, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Cognitive Robotics Research, KIST, Seoul, South Korea","institution_ids":["https://openalex.org/I4210096735"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5022216425"],"corresponding_institution_ids":["https://openalex.org/I197347611"],"apc_list":null,"apc_paid":null,"fwci":0.8225,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.80204032,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"5","issue":null,"first_page":"3832","last_page":"3837"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6996163129806519},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6898075938224792},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6317722201347351},{"id":"https://openalex.org/keywords/impedance-control","display_name":"Impedance control","score":0.6113427877426147},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5949804186820984},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4612933397293091},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.4611196219921112},{"id":"https://openalex.org/keywords/contact-force","display_name":"Contact force","score":0.4552444815635681},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4467334747314453},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.44440653920173645},{"id":"https://openalex.org/keywords/electrical-impedance","display_name":"Electrical impedance","score":0.414246141910553},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16965007781982422}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6996163129806519},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6898075938224792},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6317722201347351},{"id":"https://openalex.org/C2777984285","wikidata":"https://www.wikidata.org/wiki/Q17098134","display_name":"Impedance control","level":3,"score":0.6113427877426147},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5949804186820984},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4612933397293091},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.4611196219921112},{"id":"https://openalex.org/C81302111","wikidata":"https://www.wikidata.org/wiki/Q2916417","display_name":"Contact force","level":2,"score":0.4552444815635681},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4467334747314453},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44440653920173645},{"id":"https://openalex.org/C17829176","wikidata":"https://www.wikidata.org/wiki/Q179043","display_name":"Electrical impedance","level":2,"score":0.414246141910553},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16965007781982422},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robot.2008.4543799","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robot.2008.4543799","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE International Conference on Robotics and Automation","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1566185995","https://openalex.org/W1602659231","https://openalex.org/W1754204421","https://openalex.org/W1885639605","https://openalex.org/W1954012305","https://openalex.org/W1970789124","https://openalex.org/W2098165468","https://openalex.org/W2112995122","https://openalex.org/W2114537044","https://openalex.org/W2119717200","https://openalex.org/W2119850686","https://openalex.org/W2121863487","https://openalex.org/W2127107099","https://openalex.org/W2132849848","https://openalex.org/W2132987389","https://openalex.org/W2148365449","https://openalex.org/W2151850216","https://openalex.org/W2171080843","https://openalex.org/W2228437652","https://openalex.org/W2569641373","https://openalex.org/W2599973969","https://openalex.org/W4214717370","https://openalex.org/W6677049199"],"related_works":["https://openalex.org/W1548357495","https://openalex.org/W2314048082","https://openalex.org/W1968487248","https://openalex.org/W2097006611","https://openalex.org/W2786196354","https://openalex.org/W4295916778","https://openalex.org/W2112995122","https://openalex.org/W4399374581","https://openalex.org/W2165087119","https://openalex.org/W2071387541"],"abstract_inverted_index":{"This":[0],"paper":[1,96],"introduces":[2],"a":[3,14,37],"novel":[4],"motor":[5,16],"learning":[6,21],"strategy":[7,51],"for":[8,52,62],"robotic":[9],"contact":[10,31,45,54,93,118],"task":[11,64,119],"based":[12,77],"on":[13],"human":[15,41],"control":[17],"theory":[18],"and":[19,33,120],"machine":[20],"schemes.":[22],"Humans":[23],"modulate":[24],"their":[25],"arm":[26],"joint":[27],"impedance":[28,60,87],"parameters":[29,61],"during":[30],"tasks,":[32,94],"such":[34],"aspect":[35],"suggests":[36],"key":[38],"feature":[39],"how":[40],"successfully":[42,112],"executes":[43],"various":[44],"tasks":[46,55],"in":[47],"variable":[48],"environments.":[49],"Our":[50],"successful":[53],"is":[56,81],"to":[57,83,122],"find":[58],"appropriate":[59],"optimal":[63,86],"execution":[65],"by":[66],"Reinforcement":[67],"Learning":[68],"(RL).":[69],"In":[70],"this":[71,95],"study":[72],"Recursive":[73],"Least-Square":[74],"(RLS)":[75],"filter":[76],"episodic":[78],"Natural":[79],"Actor-Critic":[80],"employed":[82],"determine":[84],"the":[85,98,101,109,114,117,126],"parameters.":[88],"Through":[89],"dynamic":[90],"simulations":[91],"of":[92,100,116,125],"demonstrates":[97],"effectiveness":[99],"proposed":[102,110],"strategy.":[103],"The":[104],"simulation":[105],"results":[106],"show":[107],"that":[108],"method":[111],"optimizes":[113],"performance":[115],"adapts":[121],"uncertain":[123],"conditions":[124],"environment.":[127]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}