{"id":"https://openalex.org/W4399146394","doi":"https://doi.org/10.1109/access.2024.3406768","title":"Automatic Curriculum Determination for Deep Reinforcement Learning in Reconfigurable Robots","display_name":"Automatic Curriculum Determination for Deep Reinforcement Learning in Reconfigurable Robots","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399146394","doi":"https://doi.org/10.1109/access.2024.3406768"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3406768","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3406768","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10540485.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10540485.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085693728","display_name":"Z. Karni","orcid":"https://orcid.org/0000-0003-3155-6776"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Zohar Karni","raw_affiliation_strings":["Department of Industrial Engineering and Management, Ben Gurion University of the Negev, Beer Sheva, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Management, Ben Gurion University of the Negev, Beer Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092345428","display_name":"Or Simhon","orcid":null},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Or Simhon","raw_affiliation_strings":["Department of Mechanical Engineering, Ben Gurion University of the Negev, Beer Sheva, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Ben Gurion University of the Negev, Beer Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044132080","display_name":"David Zarrouk","orcid":"https://orcid.org/0000-0003-3106-1861"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"David Zarrouk","raw_affiliation_strings":["Department of Mechanical Engineering, Ben Gurion University of the Negev, Beer Sheva, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Ben Gurion University of the Negev, Beer Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034498707","display_name":"Sigal Berman","orcid":"https://orcid.org/0000-0001-7717-7259"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Sigal Berman","raw_affiliation_strings":["Department of Industrial Engineering and Management, Ben Gurion University of the Negev, Beer Sheva, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Management, Ben Gurion University of the Negev, Beer Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5085693728"],"corresponding_institution_ids":["https://openalex.org/I124227911"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.4504,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83929351,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"12","issue":null,"first_page":"78342","last_page":"78353"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7816222906112671},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7008416056632996},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6885097622871399},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.6521600484848022},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6477653384208679},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.5974962115287781},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5289364457130432},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5132591724395752},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.4906240999698639},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4843341112136841},{"id":"https://openalex.org/keywords/terrain","display_name":"Terrain","score":0.47027283906936646},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4527955949306488},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.377856969833374}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7816222906112671},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7008416056632996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6885097622871399},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.6521600484848022},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6477653384208679},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.5974962115287781},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5289364457130432},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5132591724395752},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.4906240999698639},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4843341112136841},{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.47027283906936646},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4527955949306488},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.377856969833374},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3406768","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3406768","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10540485.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:818f2b6ee38a4b738b71bf719c1c5cce","is_oa":true,"landing_page_url":"https://doaj.org/article/818f2b6ee38a4b738b71bf719c1c5cce","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 78342-78353 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3406768","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3406768","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10540485.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399146394.pdf"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W1489991816","https://openalex.org/W1977655452","https://openalex.org/W1979426194","https://openalex.org/W1984678100","https://openalex.org/W1989682464","https://openalex.org/W2063978650","https://openalex.org/W2096913021","https://openalex.org/W2097381042","https://openalex.org/W2117942779","https://openalex.org/W2118633393","https://openalex.org/W2129202194","https://openalex.org/W2130421250","https://openalex.org/W2167390657","https://openalex.org/W2214715755","https://openalex.org/W2296073425","https://openalex.org/W2359592674","https://openalex.org/W2395579298","https://openalex.org/W2419326772","https://openalex.org/W2544489607","https://openalex.org/W2736601468","https://openalex.org/W2791983219","https://openalex.org/W2793380548","https://openalex.org/W2793798239","https://openalex.org/W2892245714","https://openalex.org/W2901819391","https://openalex.org/W2913536976","https://openalex.org/W2949071206","https://openalex.org/W2955568137","https://openalex.org/W2963311874","https://openalex.org/W2966009002","https://openalex.org/W2968917487","https://openalex.org/W2972758308","https://openalex.org/W2981207549","https://openalex.org/W3012544020","https://openalex.org/W3085267010","https://openalex.org/W3109612617","https://openalex.org/W3123742938","https://openalex.org/W3160488054","https://openalex.org/W3197608410","https://openalex.org/W4214717370","https://openalex.org/W4234492259","https://openalex.org/W4251408821","https://openalex.org/W4298342547","https://openalex.org/W4299345493","https://openalex.org/W4313043946","https://openalex.org/W4317905322","https://openalex.org/W4319988532","https://openalex.org/W4382311259","https://openalex.org/W4394841758","https://openalex.org/W6674600207","https://openalex.org/W6725867758","https://openalex.org/W6730038592","https://openalex.org/W6737937804","https://openalex.org/W6741002519","https://openalex.org/W6741302124","https://openalex.org/W6749986616","https://openalex.org/W6765244317","https://openalex.org/W6775683342","https://openalex.org/W6776295297","https://openalex.org/W6783144354","https://openalex.org/W6784049536","https://openalex.org/W6849896277","https://openalex.org/W6856984198"],"related_works":["https://openalex.org/W2930863966","https://openalex.org/W2126211886","https://openalex.org/W3153786280","https://openalex.org/W3127551068","https://openalex.org/W4220829754","https://openalex.org/W2165180011","https://openalex.org/W3165944253","https://openalex.org/W2351343564","https://openalex.org/W2170052867","https://openalex.org/W2171010636"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1],"learning":[2,7,20,29,39,85,120,199,223,239,259],"(DRL)":[3],"is":[4,12,51,99,132,144,155],"a":[5,49,82,125,176,186,201,204,210,213,217,241,255],"prevalent":[6],"method":[8,83,98,171,253,257],"in":[9,15,23,34,112,167,203,262],"robotics.":[10],"DRL":[11,32],"commonly":[13],"applied":[14],"real-world":[16],"scenarios":[17],"such":[18,36],"as":[19],"motion":[21,260],"behavior":[22,123,261],"rough":[24],"terrain.":[25],"However,":[26],"the":[27,43,61,94,122,142,151,159,163,192,225],"lengthy":[28],"epochs":[30],"reduce":[31],"practicability":[33],"many":[35],"environments.":[37],"Curriculum":[38],"can":[40,56,70,184],"significantly":[41],"enhance":[42],"efficiency":[44],"of":[45,124,188],"DRL,":[46],"but":[47],"establishing":[48],"curriculum":[50,91,154,195,202,228,242],"challenging,":[52],"partly":[53],"because":[54],"it":[55],"be":[57,71],"difficult":[58,73],"to":[59,93,198],"assess":[60],"operation":[62,68],"complexity":[63,69],"for":[64,74,84,102,148,243,247,258],"each":[65,129,168],"task.":[66],"Determining":[67],"especially":[72,100,246],"reconfigurable":[75,180],"search":[76,113],"and":[77,114,146,162,179,216,233],"rescue":[78,115],"robots.":[79],"We":[80],"present":[81],"based":[86,157],"on":[87,158,174],"an":[88,118],"automatically":[89,193,226],"established":[90],"tuned":[92],"robot\u2019s":[95],"perspective.":[96],"The":[97,153,170,219,251],"suitable":[101],"outdoor":[103],"environments":[104,110],"with":[105,206,234],"multiple":[106],"obstacle":[107,130,208,249],"variants,":[108],"e.g.,":[109],"encountered":[111],"missions.":[116],"After":[117],"initial":[119],"stage,":[121],"robot":[126,182],"when":[127],"overcoming":[128,230],"variant":[131],"characterized":[133],"using":[134,191,224],"Gaussian":[135],"mixture":[136],"models":[137],"(GMMs).":[138],"Hellinger\u2019s":[139],"distance":[140],"between":[141],"GMMs":[143],"computed":[145],"used":[147],"hierarchically":[149],"clustering":[150],"variants.":[152,250],"determined":[156,194,227],"formed":[160],"clusters":[161],"average":[164],"success":[165,236],"rate":[166],"cluster.":[169],"was":[172,196],"implemented":[173],"RSTAR,":[175],"highly":[177],"maneuverable":[178],"field":[181],"that":[183,222],"overcome":[185],"variety":[187],"obstacles.":[189],"Learning":[190],"compared":[197],"without":[200,240],"simulation":[205],"three":[207],"types:":[209],"narrow":[211],"channel,":[212],"low":[214],"entrance,":[215],"step.":[218],"results":[220],"show":[221],"enables":[229],"obstacles":[231],"faster":[232],"higher":[235],"rates":[237],"than":[238],"all":[244],"obstacles,":[245],"complex":[248],"developed":[252],"offers":[254],"promising":[256],"real-word":[263],"scenarios.":[264]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}