{"id":"https://openalex.org/W4404563874","doi":"https://doi.org/10.1109/mra.2024.3487325","title":"Curriculum-Based Reinforcement Learning for Quadrupedal Jumping: A Reference-Free Design","display_name":"Curriculum-Based Reinforcement Learning for Quadrupedal Jumping: A Reference-Free Design","publication_year":2024,"publication_date":"2024-11-20","ids":{"openalex":"https://openalex.org/W4404563874","doi":"https://doi.org/10.1109/mra.2024.3487325"},"language":"en","primary_location":{"id":"doi:10.1109/mra.2024.3487325","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mra.2024.3487325","pdf_url":null,"source":{"id":"https://openalex.org/S132261465","display_name":"IEEE Robotics & Automation Magazine","issn_l":"1070-9932","issn":["1070-9932","1558-223X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics & Automation Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089192804","display_name":"Vassil Atanassov","orcid":"https://orcid.org/0009-0006-7323-1485"},"institutions":[{"id":"https://openalex.org/I4210146410","display_name":"Science Oxford","ror":"https://ror.org/04j8yhy50","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210146410"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Vassil Atanassov","raw_affiliation_strings":["Oxford Robotics Institute, Department of Engineering Science, University of Oxford, Oxford, U.K"],"raw_orcid":"https://orcid.org/0009-0006-7323-1485","affiliations":[{"raw_affiliation_string":"Oxford Robotics Institute, Department of Engineering Science, University of Oxford, Oxford, U.K","institution_ids":["https://openalex.org/I4210146410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005721517","display_name":"Jiatao Ding","orcid":"https://orcid.org/0000-0002-2396-9688"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jiatao Ding","raw_affiliation_strings":["Department of Cognitive Robotics, Delft University of Technology, Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-2396-9688","affiliations":[{"raw_affiliation_string":"Department of Cognitive Robotics, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035229829","display_name":"Jens Kober","orcid":"https://orcid.org/0000-0001-7257-5434"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jens Kober","raw_affiliation_strings":["Department of Cognitive Robotics, Delft University of Technology, Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-7257-5434","affiliations":[{"raw_affiliation_string":"Department of Cognitive Robotics, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068877998","display_name":"Ioannis Havoutis","orcid":"https://orcid.org/0000-0002-4371-4623"},"institutions":[{"id":"https://openalex.org/I4210146410","display_name":"Science Oxford","ror":"https://ror.org/04j8yhy50","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210146410"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ioannis Havoutis","raw_affiliation_strings":["Oxford Robotics Institute, Department of Engineering Science, University of Oxford, Oxford, U.K"],"raw_orcid":"https://orcid.org/0000-0002-4371-4623","affiliations":[{"raw_affiliation_string":"Oxford Robotics Institute, Department of Engineering Science, University of Oxford, Oxford, U.K","institution_ids":["https://openalex.org/I4210146410"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050239145","display_name":"Cosimo Della Santina","orcid":"https://orcid.org/0000-0003-1067-1134"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Cosimo Della Santina","raw_affiliation_strings":["Department of Cognitive Robotics, Delft University of Technology, Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-1067-1134","affiliations":[{"raw_affiliation_string":"Department of Cognitive Robotics, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5089192804"],"corresponding_institution_ids":["https://openalex.org/I4210146410"],"apc_list":null,"apc_paid":null,"fwci":16.4902,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.99374837,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"32","issue":"2","first_page":"35","last_page":"48"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12241","display_name":"Children's Physical and Motor Development","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12241","display_name":"Children's Physical and Motor Development","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6029146313667297},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5849969387054443},{"id":"https://openalex.org/keywords/jumping","display_name":"Jumping","score":0.5731017589569092},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.5257676243782043},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33696869015693665},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.33345067501068115},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.32988715171813965},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.32815951108932495},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.321286141872406},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.1436385214328766},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14236003160476685}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6029146313667297},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5849969387054443},{"id":"https://openalex.org/C2779897013","wikidata":"https://www.wikidata.org/wiki/Q1151752","display_name":"Jumping","level":2,"score":0.5731017589569092},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.5257676243782043},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33696869015693665},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.33345067501068115},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.32988715171813965},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.32815951108932495},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.321286141872406},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.1436385214328766},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14236003160476685},{"id":"https://openalex.org/C42407357","wikidata":"https://www.wikidata.org/wiki/Q521","display_name":"Physiology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mra.2024.3487325","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mra.2024.3487325","pdf_url":null,"source":{"id":"https://openalex.org/S132261465","display_name":"IEEE Robotics & Automation Magazine","issn_l":"1070-9932","issn":["1070-9932","1558-223X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics & Automation Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1292791362","display_name":null,"funder_award_id":"101070918","funder_id":"https://openalex.org/F4320316317","funder_display_name":"Xi'an Eurasia University"},{"id":"https://openalex.org/G5301411500","display_name":null,"funder_award_id":"101016970","funder_id":"https://openalex.org/F4320316317","funder_display_name":"Xi'an Eurasia University"}],"funders":[{"id":"https://openalex.org/F4320316317","display_name":"Xi'an Eurasia University","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2796290181","https://openalex.org/W2911087563","https://openalex.org/W2951360122","https://openalex.org/W2968764556","https://openalex.org/W3093922502","https://openalex.org/W3108412994","https://openalex.org/W3147968035","https://openalex.org/W3170422092","https://openalex.org/W3175254947","https://openalex.org/W3180898512","https://openalex.org/W4205430897","https://openalex.org/W4253041161","https://openalex.org/W4286904426","https://openalex.org/W4312900898","https://openalex.org/W4313563129","https://openalex.org/W4383108816","https://openalex.org/W4383109371","https://openalex.org/W4385430486","https://openalex.org/W4385430644","https://openalex.org/W4388505239","https://openalex.org/W4392763392","https://openalex.org/W4399511590","https://openalex.org/W4401415792","https://openalex.org/W4401416997","https://openalex.org/W4402216758","https://openalex.org/W6801064428","https://openalex.org/W6801964084","https://openalex.org/W6839426209","https://openalex.org/W6846664724","https://openalex.org/W6851194604","https://openalex.org/W6853180648","https://openalex.org/W6857202355"],"related_works":["https://openalex.org/W648845647","https://openalex.org/W2381882558","https://openalex.org/W4388849567","https://openalex.org/W2486266915","https://openalex.org/W964501512","https://openalex.org/W2102267190","https://openalex.org/W1995093229","https://openalex.org/W2363955986","https://openalex.org/W2318030984","https://openalex.org/W2436652189"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1],"learning":[2,45],"(DRL)":[3],"has":[4],"emerged":[5],"as":[6,142],"a":[7,54,59,64,100,114],"promising":[8],"solution":[9],"to":[10,42,73,82],"mastering":[11],"explosive":[12],"and":[13,75,93],"versatile":[14],"quadrupedal":[15],"jumping":[16,47,105,133],"skills.":[17],"However,":[18],"current":[19],"DRL-based":[20],"frameworks":[21],"usually":[22],"rely":[23],"on":[24,52,87,134],"pre-existing":[25],"reference":[26,55],"trajectories":[27],"obtained":[28],"by":[29,57],"capturing":[30],"animal":[31],"motions":[32,106],"or":[33],"transferring":[34],"experience":[35],"from":[36,63],"existing":[37],"controllers.":[38],"This":[39],"work":[40],"aims":[41],"prove":[43],"that":[44],"dynamic":[46],"is":[48,139],"possible":[49],"without":[50],"relying":[51],"imitating":[53],"trajectory":[56],"leveraging":[58],"curriculum":[60],"design.":[61],"Starting":[62],"vertical":[65],"in-place":[66],"jump,":[67,118],"we":[68,80,112],"generalize":[69],"the":[70,88,96,127,149],"learned":[71],"policy":[72],"forward":[74,117],"diagonal":[76],"jumps":[77],"and,":[78],"finally,":[79],"learn":[81],"jump":[83],"across":[84],"obstacles.":[85],"Conditioned":[86],"desired":[89],"landing":[90],"location,":[91],"orientation,":[92],"obstacle":[94],"dimensions,":[95],"proposed":[97],"approach":[98],"yields":[99],"wide":[101],"range":[102],"of":[103],"omnidirectional":[104],"in":[107,148],"real-world":[108],"experiments.":[109],"In":[110],"particular,":[111],"achieve":[113],"90":[115],"cm":[116],"exceeding":[119],"all":[120],"previous":[121],"records":[122],"for":[123],"similar":[124],"robots.":[125],"Additionally,":[126],"robot":[128],"can":[129],"reliably":[130],"execute":[131],"continuous":[132],"soft":[135],"grassy":[136],"grounds,":[137],"which":[138],"especially":[140],"remarkable":[141],"such":[143],"conditions":[144],"were":[145],"not":[146],"included":[147],"training":[150],"stage.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":3}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}