{"id":"https://openalex.org/W3109612617","doi":"https://doi.org/10.1109/access.2020.3040896","title":"Overcoming Obstacles With a Reconfigurable Robot Using Reinforcement Learning","display_name":"Overcoming Obstacles With a Reconfigurable Robot Using Reinforcement Learning","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3109612617","doi":"https://doi.org/10.1109/access.2020.3040896","mag":"3109612617"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3040896","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3040896","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09272763.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09272763.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000685763","display_name":"Liran Yehezkel","orcid":"https://orcid.org/0000-0003-4577-3990"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Liran Yehezkel","raw_affiliation_strings":["Department of Mechanical Engineering, Ben Gurion University of the Negev, Beersheba, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Ben Gurion University of the Negev, Beersheba, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034498707","display_name":"Sigal Berman","orcid":"https://orcid.org/0000-0001-7717-7259"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Sigal Berman","raw_affiliation_strings":["Department of Industrial Engineering and Management, Ben Gurion University of the Negev, Beersheba, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Management, Ben Gurion University of the Negev, Beersheba, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044132080","display_name":"David Zarrouk","orcid":"https://orcid.org/0000-0003-3106-1861"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"David Zarrouk","raw_affiliation_strings":["Department of Mechanical Engineering, Ben Gurion University of the Negev, Beersheba, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Ben Gurion University of the Negev, Beersheba, Israel","institution_ids":["https://openalex.org/I124227911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5000685763"],"corresponding_institution_ids":["https://openalex.org/I124227911"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.8501,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.70780632,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"217541","last_page":"217553"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7390696406364441},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7287362217903137},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7129011154174805},{"id":"https://openalex.org/keywords/crawling","display_name":"Crawling","score":0.687695324420929},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.6778725385665894},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5681238174438477},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5320785045623779},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.49743250012397766},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4855908751487732},{"id":"https://openalex.org/keywords/terrain","display_name":"Terrain","score":0.4599951505661011},{"id":"https://openalex.org/keywords/robot-locomotion","display_name":"Robot locomotion","score":0.45385608077049255},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.45345398783683777},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.428948312997818},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.42852485179901123},{"id":"https://openalex.org/keywords/robot-kinematics","display_name":"Robot kinematics","score":0.4105755686759949}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7390696406364441},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7287362217903137},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7129011154174805},{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.687695324420929},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.6778725385665894},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5681238174438477},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5320785045623779},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.49743250012397766},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4855908751487732},{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.4599951505661011},{"id":"https://openalex.org/C6101204","wikidata":"https://www.wikidata.org/wiki/Q7353391","display_name":"Robot locomotion","level":5,"score":0.45385608077049255},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.45345398783683777},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.428948312997818},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.42852485179901123},{"id":"https://openalex.org/C74222875","wikidata":"https://www.wikidata.org/wiki/Q16000312","display_name":"Robot kinematics","level":4,"score":0.4105755686759949},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3040896","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3040896","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09272763.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9e9b13777e89495296ec57af96847ec2","is_oa":true,"landing_page_url":"https://doaj.org/article/9e9b13777e89495296ec57af96847ec2","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 217541-217553 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3040896","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3040896","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09272763.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.5099999904632568,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3109612617.pdf","grobid_xml":"https://content.openalex.org/works/W3109612617.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W181719118","https://openalex.org/W1977655452","https://openalex.org/W1986771038","https://openalex.org/W2017263399","https://openalex.org/W2024084391","https://openalex.org/W2025888225","https://openalex.org/W2039279693","https://openalex.org/W2048590216","https://openalex.org/W2096169664","https://openalex.org/W2099660316","https://openalex.org/W2104432325","https://openalex.org/W2115830047","https://openalex.org/W2121863487","https://openalex.org/W2139160917","https://openalex.org/W2142473411","https://openalex.org/W2167390657","https://openalex.org/W2173248099","https://openalex.org/W2547419118","https://openalex.org/W2592857946","https://openalex.org/W2774448497","https://openalex.org/W2784154204","https://openalex.org/W2791983219","https://openalex.org/W2795998072","https://openalex.org/W2885205665","https://openalex.org/W2892245714","https://openalex.org/W2901402208","https://openalex.org/W2910054127","https://openalex.org/W2963184939","https://openalex.org/W2963864421","https://openalex.org/W2965916140","https://openalex.org/W2966009002","https://openalex.org/W2968116426","https://openalex.org/W2999862950","https://openalex.org/W3011120880","https://openalex.org/W3015204527","https://openalex.org/W3049043369","https://openalex.org/W3099548126","https://openalex.org/W3106507514","https://openalex.org/W4237271316","https://openalex.org/W6607228870","https://openalex.org/W6684586519","https://openalex.org/W6684921986","https://openalex.org/W6750584222","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W2942196653","https://openalex.org/W1972877171","https://openalex.org/W2998506550","https://openalex.org/W2188053476","https://openalex.org/W2599193808","https://openalex.org/W92979448","https://openalex.org/W2321283884","https://openalex.org/W2169712669","https://openalex.org/W4390135167","https://openalex.org/W2557423663"],"abstract_inverted_index":{"The":[0,136],"reconfigurable":[1],"robot":[2,14,186],"RSTAR":[3,33,185],"(Rising":[4],"Sprawl":[5],"Tuned":[6],"Autonomous":[7],"Robot)":[8],"is":[9,66],"a":[10,46,51,117,121,127,131,144],"newly":[11],"developed":[12],"crawling":[13],"that":[15,139,170],"can":[16,80,187],"reconfigure":[17],"its":[18,25],"shape":[19],"and":[20,37,43,102,205],"shift":[21],"the":[22,32,58,63,85,109,112,140,151,155,171,177,183,192,196,199,208],"location":[23],"of":[24,27,48,54,111,134],"center":[26],"mass.":[28],"These":[29],"features":[30],"endow":[31],"with":[34,120,164],"inherent":[35],"robustness":[36],"enhanced":[38],"ability":[39],"to":[40,60,83,88,125,157],"overcome":[41,89,188],"obstacles":[42,190],"crawl":[44],"on":[45],"variety":[47],"terrains":[49],"for":[50],"vast":[52],"range":[53],"applications.":[55],"However,":[56],"defining":[57],"trajectories":[59,158,173,193],"fully":[61],"exploit":[62],"robot's":[64],"capabilities":[65],"challenging,":[67],"especially":[68],"when":[69],"complex":[70],"maneuvers":[71],"are":[72,203],"required.":[73],"Here,":[74],"we":[75],"show":[76,138],"how":[77,182],"reinforcement":[78],"learning":[79,114],"be":[81],"used":[82],"determine":[84],"optimal":[86],"strategies":[87],"three":[90],"typical":[91],"obstacles:":[92],"squeezing":[93],"through":[94],"two":[95],"adjacent":[96],"obstacles,":[97],"ducking":[98],"underneath":[99],"an":[100,105],"obstacle":[101],"climbing":[103],"over":[104],"obstacle.":[106],"We":[107],"detail":[108],"implementation":[110],"Q":[113,200],"algorithm":[115,141,156,172,202],"in":[116,130,147,195,207],"simulation":[118,197],"environment":[119],"physical":[122,184],"engine":[123],"(UNITY\u2122)":[124],"learn":[126],"feasible":[128,145],"path":[129],"minimum":[132],"number":[133],"steps.":[135],"results":[137],"successfully":[142],"charted":[143],"trajectory":[146,152],"all":[148],"cases.":[149],"Comparing":[150],"found":[153,194],"by":[154,160,198],"devised":[159],"12":[161],"human":[162],"experts":[163],"discrete":[165],"or":[166],"continuous":[167],"control":[168],"showed":[169],"were":[174],"shorter":[175],"than":[176],"expert":[178],"trajectories.":[179],"Experiments":[180],"showing":[181],"different":[189],"using":[191],"Learning":[201],"described":[204],"presented":[206],"attached":[209],"video.":[210]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2026-02-25T08:12:03.925757","created_date":"2025-10-10T00:00:00"}