{"id":"https://openalex.org/W4322730824","doi":"https://doi.org/10.1109/lra.2023.3251193","title":"Curriculum Reinforcement Learning From Avoiding Collisions to Navigating Among Movable Obstacles in Diverse Environments","display_name":"Curriculum Reinforcement Learning From Avoiding Collisions to Navigating Among Movable Obstacles in Diverse Environments","publication_year":2023,"publication_date":"2023-03-01","ids":{"openalex":"https://openalex.org/W4322730824","doi":"https://doi.org/10.1109/lra.2023.3251193"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2023.3251193","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3251193","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068913253","display_name":"Hsueh\u2010Cheng Wang","orcid":"https://orcid.org/0000-0002-9419-4111"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Hsueh-Cheng Wang","raw_affiliation_strings":["National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-9419-4111","affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037602550","display_name":"Siao-Cing Huang","orcid":"https://orcid.org/0000-0003-3435-4387"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Siao-Cing Huang","raw_affiliation_strings":["National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103105532","display_name":"Po-Jui Huang","orcid":"https://orcid.org/0000-0003-0284-6934"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Po-Jui Huang","raw_affiliation_strings":["National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010757634","display_name":"Kuo\u2010Lung Wang","orcid":"https://orcid.org/0000-0002-6447-2168"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kuo-Lun Wang","raw_affiliation_strings":["National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037437168","display_name":"Yi-Chen Teng","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Chen Teng","raw_affiliation_strings":["National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087101493","display_name":"Yu-Ting Ko","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Ting Ko","raw_affiliation_strings":["National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053248335","display_name":"Dongsuk Jeon","orcid":"https://orcid.org/0000-0002-0395-8076"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]},{"id":"https://openalex.org/I4210120602","display_name":"Advanced Institute of Convergence Technology","ror":"https://ror.org/01w62yz22","country_code":"KR","type":"facility","lineage":["https://openalex.org/I139264467","https://openalex.org/I4210120602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dongsuk Jeon","raw_affiliation_strings":["Graduate School of Convergence Science and Technology, the Research Institute for Convergence Science, and the Inter-University Semiconductor Research Center, Seoul National University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-0395-8076","affiliations":[{"raw_affiliation_string":"Graduate School of Convergence Science and Technology, the Research Institute for Convergence Science, and the Inter-University Semiconductor Research Center, Seoul National University, Seoul, South Korea","institution_ids":["https://openalex.org/I4210120602","https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016730899","display_name":"I\u2010Chen Wu","orcid":"https://orcid.org/0000-0003-2535-0587"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"I-Chen Wu","raw_affiliation_strings":["National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-2535-0587","affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5068913253"],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":6.3051,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.97243857,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"8","issue":"5","first_page":"2740","last_page":"2747"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7419418096542358},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7156776785850525},{"id":"https://openalex.org/keywords/pace","display_name":"Pace","score":0.6594323515892029},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.6380670070648193},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5842028260231018},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5840478539466858},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5531665682792664},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.49586328864097595},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4771948754787445},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47221142053604126},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.45819056034088135},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4472702741622925},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4348962604999542},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37373608350753784},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1522790491580963},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.08743062615394592}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7419418096542358},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7156776785850525},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.6594323515892029},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.6380670070648193},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5842028260231018},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5840478539466858},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5531665682792664},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.49586328864097595},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4771948754787445},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47221142053604126},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.45819056034088135},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4472702741622925},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4348962604999542},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37373608350753784},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1522790491580963},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.08743062615394592},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2023.3251193","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3251193","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1008966784","https://openalex.org/W1601397300","https://openalex.org/W1989604857","https://openalex.org/W2151834591","https://openalex.org/W2291973609","https://openalex.org/W2296073425","https://openalex.org/W2524241275","https://openalex.org/W2909908358","https://openalex.org/W2963129648","https://openalex.org/W2963428623","https://openalex.org/W2963864421","https://openalex.org/W2963946945","https://openalex.org/W2970393539","https://openalex.org/W2972758308","https://openalex.org/W2978938326","https://openalex.org/W2986717012","https://openalex.org/W3012544020","https://openalex.org/W3099533866","https://openalex.org/W3122878979","https://openalex.org/W3123742938","https://openalex.org/W3176634028","https://openalex.org/W3204990527","https://openalex.org/W3206530605","https://openalex.org/W3209352332","https://openalex.org/W3212324553","https://openalex.org/W4280530977","https://openalex.org/W4288089349","https://openalex.org/W4293099009","https://openalex.org/W6684921986","https://openalex.org/W6696783566","https://openalex.org/W6750106230","https://openalex.org/W6767047803","https://openalex.org/W6770044267","https://openalex.org/W6775683342"],"related_works":["https://openalex.org/W2386723501","https://openalex.org/W2387879414","https://openalex.org/W2390304029","https://openalex.org/W2354923724","https://openalex.org/W2146830340","https://openalex.org/W4288601434","https://openalex.org/W2377101853","https://openalex.org/W2362180844","https://openalex.org/W2378405797","https://openalex.org/W2913869602"],"abstract_inverted_index":{"Curriculum":[0],"learning":[1,32,81,92,169],"has":[2],"proven":[3],"highly":[4],"effective":[5,178,231],"to":[6,29,84,105,129,218],"speed":[7],"up":[8],"training":[9],"convergence":[10,124],"with":[11,212],"improved":[12],"performance":[13],"in":[14,35,50,125,151,202,242],"a":[15,24,152,166],"variety":[16],"of":[17,46,52,88,91,100,141,221],"tasks.":[18],"Researchers":[19],"have":[20],"been":[21],"studying":[22],"how":[23,121],"curriculum":[25,41,211],"can":[26,73,144],"be":[27,74,145,192],"constituted":[28],"train":[30],"reinforcement":[31],"(RL)":[33],"agents":[34],"various":[36],"application":[37],"domains.":[38],"However,":[39],"discovering":[40],"sequencing":[42],"requires":[43],"the":[44,122,130,142,194,203,219,222,233],"ranking":[45],"sub-tasks":[47],"or":[48,107],"samples":[49],"order":[51],"difficulty,":[53],"which":[54],"is":[55,65],"not":[56],"yet":[57],"sufficiently":[58],"studied":[59],"for":[60,170,179,184],"robot":[61,94],"navigation":[62,71,131,195,204],"problems.":[63],"It":[64],"still":[66],"an":[67],"open":[68,154],"question":[69],"what":[70],"strategies":[72,132,234],"learned":[75,235],"and":[76,133,214,232,244],"transferred":[77],"during":[78],"multi-stage":[79],"transfer":[80,168],"from":[82,147],"easy":[83],"hard.":[85],"Furthermore,":[86],"despite":[87],"some":[89,140],"attempts":[90],"real":[93,245],"manipulation":[95],"tasks":[96,187],"using":[97],"curriculum,":[98],"most":[99],"existing":[101],"works":[102],"are":[103],"limited":[104],"toy":[106],"simulated":[108,243],"settings":[109],"rather":[110],"than":[111],"realistic":[112],"scenarios.":[113],"To":[114,197],"address":[115],"those":[116],"issues,":[117],"we":[118],"first":[119],"investigated":[120],"model":[123],"diverse":[126],"environments":[127,143],"relates":[128],"difficulty":[134,220],"metrics.":[135],"We":[136,162,174],"found":[137,175],"that":[138,157],"only":[139,158],"trained":[146],"scratch,":[148],"such":[149,176],"as":[150],"relatively":[153],"tunnel-like":[155],"environment":[156,223],"required":[159],"wall":[160],"following.":[161],"then":[163],"carried":[164],"out":[165],"two-stage":[167],"more":[171,185,199],"difficult":[172],"environments.":[173,246],"approach":[177],"goal":[180],"navigation,":[181],"but":[182],"failed":[183],"complex":[186,200],"where":[188],"movable":[189,206],"obstacles":[190,207],"may":[191],"on":[193],"path.":[196],"facilitate":[198],"policies":[201],"among":[205],"(NAMO)":[208],"task,":[209],"another":[210],"distance":[213],"pace":[215],"functions":[216],"appropriate":[217],"was":[224,229],"developed.":[225],"The":[226],"proposed":[227],"scheme":[228],"proved":[230],"were":[236],"discussed":[237],"via":[238],"comprehensive":[239],"evaluations":[240],"conducted":[241]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}