{"id":"https://openalex.org/W3097464790","doi":null,"title":"Data-Efficient Robot Learning using Priors from Simulators","display_name":"Data-Efficient Robot Learning using Priors from Simulators","alternate_titles":[],"publication_year":2020,"publication_date":"2020-07-23","ids":{"openalex":"https://openalex.org/W3097464790","mag":"3097464790"},"language":"fr","primary_location":{"id":"pmh:oai:HAL:tel-02976390v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.univ-lorraine.fr/tel-02976390","pdf_url":"https://hal.univ-lorraine.fr/tel-02976390v1/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Artificial Intelligence [cs.AI]. Universit\u00e9 de Lorraine, 2020. English. &#x27E8;NNT : 2020LORR0105&#x27E9;","raw_type":"info:eu-repo/semantics/doctoralThesis"},"parent_works":[],"lineage":["https://openalex.org/W3097464790"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.univ-lorraine.fr/tel-02976390v1/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072492839","display_name":"Rituraj Kaushik","orcid":"https://orcid.org/0000-0003-2598-8804","observed_orcids":["https://orcid.org/0000-0003-2598-8804"]},"institutions":[{"id":"https://openalex.org/I90183372","display_name":"Universit\u00e9 de Lorraine","ror":"https://ror.org/04vfs2w97","country_code":"FR","type":"education","lineage":["https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Rituraj Kaushik","raw_affiliation_strings":["\u00c9cole doctorale IAEM Lorraine, Universit\u00e9 de Lorraine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u00c9cole doctorale IAEM Lorraine, Universit\u00e9 de Lorraine","institution_ids":["https://openalex.org/I90183372"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5072492839"],"corresponding_institution_ids":["https://openalex.org/I90183372"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot-learning","display_name":"robot learning","score":0.8220000267028809},{"id":"https://openalex.org/keywords/data-efficiency","display_name":"data efficiency","score":0.6129999756813049},{"id":"https://openalex.org/keywords/sparse-rewards","display_name":"sparse rewards","score":0.5979999899864197},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.8159999847412109},{"id":"https://openalex.org/keywords/terrain-adaptation","display_name":"terrain adaptation","score":0.6620000004768372},{"id":"https://openalex.org/keywords/meta-learning","display_name":"meta-learning","score":0.8370000123977661},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"model predictive control","score":0.9559999704360962}],"concepts":[{"id":"https://openalex.org/C15708023","wikidata":"https://www.wikidata.org/wiki/Q80083","display_name":"Humanities","level":1,"score":0.7610825300216675},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.44773736596107483}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:HAL:tel-02976390v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.univ-lorraine.fr/tel-02976390","pdf_url":"https://hal.univ-lorraine.fr/tel-02976390v1/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Artificial Intelligence [cs.AI]. Universit\u00e9 de Lorraine, 2020. English. &#x27E8;NNT : 2020LORR0105&#x27E9;","raw_type":"info:eu-repo/semantics/doctoralThesis"},{"id":"mag:3097464790","doi":null,"is_oa":true,"landing_page_url":"https://hal.univ-lorraine.fr/tel-02976390","pdf_url":null,"source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"HAL (Le Centre pour la Communication Scientifique Directe)","raw_type":null},{"id":"pmh:oai:HAL:tel-02990155v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.archives-ouvertes.fr/tel-02990155","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://hal.archives-ouvertes.fr/tel-02990155","raw_type":"info:eu-repo/semantics/doctoralThesis"}],"best_oa_location":{"id":"pmh:oai:HAL:tel-02976390v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.univ-lorraine.fr/tel-02976390","pdf_url":"https://hal.univ-lorraine.fr/tel-02976390v1/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Artificial Intelligence [cs.AI]. Universit\u00e9 de Lorraine, 2020. English. &#x27E8;NNT : 2020LORR0105&#x27E9;","raw_type":"info:eu-repo/semantics/doctoralThesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3097464790.pdf","grobid_xml":"https://content.openalex.org/works/W3097464790.grobid-xml"},"referenced_works_count":174,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41687329","https://openalex.org/W102487131","https://openalex.org/W120361141","https://openalex.org/W200058615","https://openalex.org/W582134693","https://openalex.org/W758372786","https://openalex.org/W1164749991","https://openalex.org/W1483202606","https://openalex.org/W1498369939","https://openalex.org/W1503296932","https://openalex.org/W1516801383","https://openalex.org/W1568834902","https://openalex.org/W1571870753","https://openalex.org/W1579744901","https://openalex.org/W1587009522","https://openalex.org/W1594783240","https://openalex.org/W1595498733","https://openalex.org/W1625577255","https://openalex.org/W1738827650","https://openalex.org/W1746819321","https://openalex.org/W1757796397","https://openalex.org/W1925816294","https://openalex.org/W1950970151","https://openalex.org/W1965654221","https://openalex.org/W1966089223","https://openalex.org/W1972063518","https://openalex.org/W1977655452","https://openalex.org/W1978161072","https://openalex.org/W1986014385","https://openalex.org/W1991564165","https://openalex.org/W1997543377","https://openalex.org/W2001685400","https://openalex.org/W2003117097","https://openalex.org/W2012587148","https://openalex.org/W2013830186","https://openalex.org/W2018705428","https://openalex.org/W2029121847","https://openalex.org/W2041851440","https://openalex.org/W2044223889","https://openalex.org/W2062974695","https://openalex.org/W2071810814","https://openalex.org/W2076337359","https://openalex.org/W2080039641","https://openalex.org/W2088042731","https://openalex.org/W2089183718","https://openalex.org/W2097263684","https://openalex.org/W2099201756","https://openalex.org/W2099746672","https://openalex.org/W2100136038","https://openalex.org/W2100677568","https://openalex.org/W2101524054","https://openalex.org/W2101677491","https://openalex.org/W2102315994","https://openalex.org/W2104578628","https://openalex.org/W2104733512","https://openalex.org/W2107726111","https://openalex.org/W2108734173","https://openalex.org/W2109169869","https://openalex.org/W2110029398","https://openalex.org/W2111051539","https://openalex.org/W2111935653","https://openalex.org/W2113741278","https://openalex.org/W2116468180","https://openalex.org/W2117629901","https://openalex.org/W2119717200","https://openalex.org/W2120070743","https://openalex.org/W2121103318","https://openalex.org/W2123487311","https://openalex.org/W2124175081","https://openalex.org/W2124290836","https://openalex.org/W2125612430","https://openalex.org/W2126105956","https://openalex.org/W2128677288","https://openalex.org/W2130801532","https://openalex.org/W2136074593","https://openalex.org/W2136602922","https://openalex.org/W2137104525","https://openalex.org/W2137956165","https://openalex.org/W2139053308","https://openalex.org/W2141684176","https://openalex.org/W2144446635","https://openalex.org/W2145339207","https://openalex.org/W2145957964","https://openalex.org/W2151083897","https://openalex.org/W2151965738","https://openalex.org/W2155027007","https://openalex.org/W2156106639","https://openalex.org/W2160589914","https://openalex.org/W2161923944","https://openalex.org/W2162850206","https://openalex.org/W2163302320","https://openalex.org/W2165150801","https://openalex.org/W2166702347","https://openalex.org/W2168405694","https://openalex.org/W2169749653","https://openalex.org/W2172968643","https://openalex.org/W2192203593","https://openalex.org/W2257979135","https://openalex.org/W2260756217","https://openalex.org/W2293467699","https://openalex.org/W2397253692","https://openalex.org/W2410617946","https://openalex.org/W2416041116","https://openalex.org/W2417786368","https://openalex.org/W2462548332","https://openalex.org/W2528632548","https://openalex.org/W2536292971","https://openalex.org/W2556468286","https://openalex.org/W2558579071","https://openalex.org/W2575705757","https://openalex.org/W2580909119","https://openalex.org/W2596367596","https://openalex.org/W2604883922","https://openalex.org/W2606327391","https://openalex.org/W2617902353","https://openalex.org/W2626967530","https://openalex.org/W2702283731","https://openalex.org/W2726187156","https://openalex.org/W2727901370","https://openalex.org/W2736601468","https://openalex.org/W2737215407","https://openalex.org/W2738231311","https://openalex.org/W2739858255","https://openalex.org/W2743381431","https://openalex.org/W2754355613","https://openalex.org/W2756872766","https://openalex.org/W2770616710","https://openalex.org/W2771827793","https://openalex.org/W2772730941","https://openalex.org/W2776365419","https://openalex.org/W2778749116","https://openalex.org/W2781726626","https://openalex.org/W2785389871","https://openalex.org/W2787666871","https://openalex.org/W2790331160","https://openalex.org/W2793955514","https://openalex.org/W2795900505","https://openalex.org/W2797471289","https://openalex.org/W2799517192","https://openalex.org/W2810548302","https://openalex.org/W2874746074","https://openalex.org/W2890326782","https://openalex.org/W2892673593","https://openalex.org/W2902907165","https://openalex.org/W2906697496","https://openalex.org/W2911964244","https://openalex.org/W2921882310","https://openalex.org/W2954142106","https://openalex.org/W2954644321","https://openalex.org/W2963276097","https://openalex.org/W2965875443","https://openalex.org/W2972485010","https://openalex.org/W2999091228","https://openalex.org/W3000508506","https://openalex.org/W3001500946","https://openalex.org/W3005021268","https://openalex.org/W3008998212","https://openalex.org/W3012330110","https://openalex.org/W3100789280","https://openalex.org/W3101780148","https://openalex.org/W3139377883","https://openalex.org/W3217246742","https://openalex.org/W4210969899","https://openalex.org/W4211008118","https://openalex.org/W4212863985","https://openalex.org/W4231327205","https://openalex.org/W4232090110","https://openalex.org/W4233071312","https://openalex.org/W4236833121","https://openalex.org/W4242738990","https://openalex.org/W4244912679","https://openalex.org/W4256520039","https://openalex.org/W4399469378"],"related_works":["https://openalex.org/W7026755028","https://openalex.org/W3012330110","https://openalex.org/W3001500946","https://openalex.org/W6998713304","https://openalex.org/W7067653089","https://openalex.org/W4404652920","https://openalex.org/W4405787374","https://openalex.org/W3131612349","https://openalex.org/W4415002970"],"abstract_inverted_index":{"As":[0],"soon":[1],"as":[2,25,27,141,143],"the":[3,8,128,133,188,210,217,220,225,233,243,252,260,276,280,287,298,323,331],"robots":[4],"step":[5],"out":[6,224],"in":[7,117,149,201,214,254,326],"real":[9],"and":[10,94,138,186,231,317,321],"uncertain":[11],"world,":[12],"they":[13],"have":[14,53],"to":[15,17,44,56,60,77,90,170,172,229,292],"adapt":[16,171,230],"various":[18,293],"unanticipated":[19],"situations":[20,208,295],"by":[21,250],"acquiring":[22],"new":[23,47,62],"skills":[24,63],"quickly":[26,185,296],"possible.":[28],"Unfortunately,":[29],"on":[30,127],"robots,":[31],"current":[32,244],"state-of-the-art":[33,144,245],"reinforcement":[34],"learning":[35,93,162,247,319],"(e.g.,":[36,175,182],"deep-reinforcement":[37],"learning)":[38],"algorithms":[39],"require":[40],"large":[41],"interaction":[42,257,328],"time":[43,329],"train":[45],"a":[46,58,67,82,88,102,159,168,176,204,268,305],"skill.":[48],"In":[49,96,153,191,262],"this":[50,192],"thesis,":[51],"we":[52,100,157,194,266,309],"explored":[54],"methods":[55],"allow":[57],"robot":[59,89,169,211,221,281],"acquire":[61],"through":[64],"trial-and-error":[65],"within":[66],"few":[68],"minutes":[69],"of":[70,87,114,130,135,198,206,279],"physical":[71,173],"interaction.":[72],"Our":[73],"primary":[74],"focus":[75],"is":[76,112,140],"incorporate":[78],"prior":[79],"knowledge":[80],"from":[81,282],"simulator":[83],"with":[84,297,304],"real-world":[85,299],"experiences":[86],"achieve":[91],"rapid":[92],"adaptation.":[95],"our":[97,154,263,312],"first":[98],"contribution,":[99,156,265],"propose":[101,158],"novel":[103],"model-based":[104,145,316],"policy":[105,131,146],"search":[106,147],"algorithm":[107,148,163,248,271],"called":[108,164,272],"Multi-DEX":[109],"that":[110,209,237,286,311],"(1)":[111],"capable":[113],"finding":[115],"policies":[116,199],"sparse":[118],"reward":[119,136,151],"scenarios":[120],"(2)":[121],"does":[122],"not":[123],"impose":[124],"any":[125],"constraints":[126],"type":[129,134],"or":[132,179],"function":[137],"(3)":[139],"data-efficient":[142],"non-sparse":[150],"scenarios.":[152],"second":[155],"repertoire-based":[160,246],"online":[161,218],"APROL":[165,238],"which":[166],"allows":[167],"damages":[174],"damaged":[177],"leg)":[178],"environmental":[180],"perturbations":[181],"terrain":[183],"conditions)":[184],"solve":[187],"given":[189,324],"task.":[190],"work,":[193],"use":[195],"several":[196,240,315],"repertoires":[197],"generated":[200],"simulation":[202],"for":[203],"subset":[205],"possible":[207],"might":[212],"face":[213],"real-world.":[215],"During":[216],"learning,":[219],"automatically":[222],"figures":[223],"most":[226],"suitable":[227],"repertoire":[228],"control":[232,307],"robot.":[234],"We":[235],"show":[236,310],"outperforms":[239,314],"baselines":[241],"including":[242],"RTE":[249],"solving":[251],"tasks":[253,325],"much":[255],"less":[256,327],"times":[258],"than":[259,330],"baselines.":[261,332],"third":[264],"introduce":[267],"gradient-based":[269],"meta-learning":[270],"FAMLE.":[273],"FAMLE":[274,303],"meta-trains":[275],"dynamical":[277],"model":[278,288],"simulated":[283],"data":[284],"so":[285],"can":[289],"be":[290],"adapted":[291],"unseen":[294],"observations.":[300],"By":[301],"using":[302],"model-predictive":[306],"framework,":[308],"approach":[313],"model-free":[318],"algorithms,":[320],"solves":[322]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3097464790","counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2020-11-09T00:00:00"}
