{"id":"https://openalex.org/W2959488596","doi":"https://doi.org/10.1109/lra.2019.2928212","title":"Planning Approximate Exploration Trajectories for Model-Free Reinforcement Learning in Contact-Rich Manipulation","display_name":"Planning Approximate Exploration Trajectories for Model-Free Reinforcement Learning in Contact-Rich Manipulation","alternate_titles":[],"publication_year":2019,"publication_date":"2019-07-12","ids":{"openalex":"https://openalex.org/W2959488596","doi":"https://doi.org/10.1109/lra.2019.2928212","mag":"2959488596"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2019.2928212","doi":"https://doi.org/10.1109/lra.2019.2928212","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2019.2928212","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-2","ki-jl-1","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2959488596"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091621505","display_name":"Sabrina Hoppe","orcid":"https://orcid.org/0000-0001-6958-8015","observed_orcids":["https://orcid.org/0000-0001-6958-8015"]},"institutions":[{"id":"https://openalex.org/I889804353","display_name":"Robert Bosch (Germany)","ror":"https://ror.org/01fe0jt45","country_code":"DE","type":"company","lineage":["https://openalex.org/I889804353"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sabrina Hoppe","raw_affiliation_strings":["Bosch Corporate Research, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6958-8015","affiliations":[{"raw_affiliation_string":"Bosch Corporate Research, Stuttgart, Germany","institution_ids":["https://openalex.org/I889804353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080687142","display_name":"Zhongyu Lou","orcid":"https://orcid.org/0000-0003-3985-1956","observed_orcids":["https://orcid.org/0000-0003-3985-1956"]},"institutions":[{"id":"https://openalex.org/I889804353","display_name":"Robert Bosch (Germany)","ror":"https://ror.org/01fe0jt45","country_code":"DE","type":"company","lineage":["https://openalex.org/I889804353"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhongyu Lou","raw_affiliation_strings":["Bosch Corporate Research, Stuttgart, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bosch Corporate Research, Stuttgart, Germany","institution_ids":["https://openalex.org/I889804353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043984392","display_name":"Daniel Hennes","orcid":"https://orcid.org/0000-0002-3646-5286","observed_orcids":["https://orcid.org/0000-0002-3646-5286"]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Daniel Hennes","raw_affiliation_strings":["Machine Learning and Robotics Lab, Google Deepmind, Stuttgart, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Learning and Robotics Lab, Google Deepmind, Stuttgart, Germany","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065672819","display_name":"Marc Toussaint","orcid":"https://orcid.org/0000-0002-5487-6767","observed_orcids":["https://orcid.org/0000-0002-5487-6767"]},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Marc Toussaint","raw_affiliation_strings":["Machine Learning and Robotics Lab, University of Stuttgart, Stuttgart, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Learning and Robotics Lab, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":1.422,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.8383514,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":98},"biblio":{"volume":"4","issue":"4","first_page":"4042","last_page":"4047"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-free-reinforcement-learning","display_name":"model-free reinforcement learning","score":0.765999972820282},{"id":"https://openalex.org/keywords/contact-rich-manipulation","display_name":"contact-rich manipulation","score":0.8429999947547913},{"id":"https://openalex.org/keywords/upper-confidence-bound","display_name":"upper confidence bound","score":0.9449999928474426},{"id":"https://openalex.org/keywords/advantage-function","display_name":"advantage function","score":0.7639999985694885},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.640999972820282},{"id":"https://openalex.org/keywords/model-uncertainty","display_name":"model uncertainty","score":0.6380000114440918},{"id":"https://openalex.org/keywords/neural-network-ensembles","display_name":"neural network ensembles","score":0.49399998784065247},{"id":"https://openalex.org/keywords/peg-in-hole-task","display_name":"peg-in-hole task","score":0.8019999861717224},{"id":"https://openalex.org/keywords/imitation-learning","display_name":"imitation learning","score":0.8650000095367432},{"id":"https://openalex.org/keywords/robotic-manipulation","display_name":"robotic manipulation","score":0.4909999966621399},{"id":"https://openalex.org/keywords/data-efficiency","display_name":"data efficiency","score":0.3409999907016754}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8470951318740845},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.740307092666626},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5727705955505371},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5724965929985046},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.49773696064949036},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4966199994087219},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4960680902004242},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.49257713556289673},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.46985021233558655},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4332502484321594},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.4257833659648895},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39913102984428406},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.20477670431137085},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09227845072746277},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07839423418045044},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2019.2928212","doi":"https://doi.org/10.1109/lra.2019.2928212","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2019.2928212","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-2","ki-jl-1","norway-1","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W582134693","https://openalex.org/W2108682071","https://openalex.org/W2114013702","https://openalex.org/W2121863487","https://openalex.org/W2139612737","https://openalex.org/W2145339207","https://openalex.org/W2148112459","https://openalex.org/W2155968351","https://openalex.org/W2160589914","https://openalex.org/W2161966552","https://openalex.org/W2173248099","https://openalex.org/W2173564293","https://openalex.org/W2260756217","https://openalex.org/W2280163991","https://openalex.org/W2293467699","https://openalex.org/W2417786368","https://openalex.org/W2474718355","https://openalex.org/W2561776174","https://openalex.org/W2610818722","https://openalex.org/W2623491082","https://openalex.org/W2741122588","https://openalex.org/W2746553466","https://openalex.org/W2766489765","https://openalex.org/W2772449134","https://openalex.org/W2898917980","https://openalex.org/W2964161785","https://openalex.org/W3100789280","https://openalex.org/W4214717370","https://openalex.org/W4285719527","https://openalex.org/W7097474599"],"related_works":["https://openalex.org/W4409882904","https://openalex.org/W3115511323","https://openalex.org/W2966950754","https://openalex.org/W7135097851","https://openalex.org/W4413926143","https://openalex.org/W3131966994","https://openalex.org/W6925456571","https://openalex.org/W3207649131","https://openalex.org/W4386025948","https://openalex.org/W6941080872"],"abstract_inverted_index":{"Recent":[0],"progress":[1],"in":[2,169,183],"deep":[3,51],"reinforcement":[4,52,181],"learning":[5,26,53,175,182],"has":[6],"enabled":[7],"simulated":[8],"agents":[9],"to":[10,40,48,57,109,124],"learn":[11],"complex":[12],"behavior":[13],"policies":[14],"from":[15,176],"scratch,":[16],"but":[17,35],"their":[18],"data":[19,61],"complexity":[20],"often":[21],"prohibits":[22],"real-world":[23],"applications.":[24],"The":[25,88,145],"process":[27],"can":[28,37],"be":[29,38],"sped":[30],"up":[31],"by":[32,92,135],"expert":[33],"demonstrations":[34],"those":[36],"costly":[39],"acquire.":[41],"We":[42,117],"demonstrate":[43],"that":[44,106,149],"it":[45],"is":[46,90,132],"possible":[47],"employ":[49],"model-free":[50,180],"combined":[54],"with":[55,97,174],"planning":[56],"quickly":[58],"generate":[59],"informative":[60],"for":[62,75,95,101,113,188],"a":[63,93,165],"manipulation":[64,190],"task.":[65],"In":[66],"particular,":[67],"we":[68],"use":[69],"an":[70,80],"approximate":[71,110],"trajectory":[72],"optimization":[73],"approach":[74],"global":[76],"exploration":[77,173],"based":[78],"on":[79,121,164],"upper":[81],"confidence":[82],"bound":[83],"of":[84,130,138,156,185],"the":[85,125,157],"advantage":[86,89,105],"function.":[87],"approximated":[91],"network":[94],"Q-learning":[96],"separately":[98],"updated":[99],"streams":[100],"state":[102],"value":[103],"and":[104,143,159,168],"allows":[107],"ensembles":[108],"model":[111],"uncertainty":[112],"one":[114,129],"stream":[115],"only.":[116],"evaluate":[118],"our":[119,150,172],"method":[120,151],"new":[122],"extensions":[123],"classical":[126],"peg-in-hole":[127],"task,":[128],"which":[131],"only":[133],"solvable":[134],"active":[136],"usage":[137],"contacts":[139],"between":[140],"peg":[141],"tips":[142],"holes.":[144],"experimental":[146],"evaluation":[147],"suggests":[148],"explores":[152],"more":[153],"relevant":[154],"areas":[155],"environment":[158],"finds":[160],"exemplar":[161],"solutions":[162],"faster-both":[163],"real":[166],"robot":[167],"simulation.":[170],"Combining":[171],"demonstration":[177],"outperforms":[178],"state-of-the-art":[179],"terms":[184],"convergence":[186],"speed":[187],"contact-rich":[189],"tasks.":[191]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2959488596","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2019-07-23T00:00:00"}
