{"id":"https://openalex.org/W4289538237","doi":"https://doi.org/10.1109/access.2022.3195928","title":"Energy-Efficient Gait Optimization of Snake-Like Modular Robots by Using Multiobjective Reinforcement Learning and a Fuzzy Inference System","display_name":"Energy-Efficient Gait Optimization of Snake-Like Modular Robots by Using Multiobjective Reinforcement Learning and a Fuzzy Inference System","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4289538237","doi":"https://doi.org/10.1109/access.2022.3195928"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3195928","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3195928","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09847243.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09847243.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101745588","display_name":"Akash Singh","orcid":"https://orcid.org/0000-0002-2714-8000"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Akash Singh","raw_affiliation_strings":["Department of Electrical Engineering, Multi-Objective Control and Reinforcement Learning (MOCaRL) Laboratory, National Tsing Hua University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Multi-Objective Control and Reinforcement Learning (MOCaRL) Laboratory, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011532050","display_name":"Wei\u2010Yu Chiu","orcid":"https://orcid.org/0000-0003-2450-9314"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wei-Yu Chiu","raw_affiliation_strings":["Department of Electrical Engineering, Multi-Objective Control and Reinforcement Learning (MOCaRL) Laboratory, National Tsing Hua University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-2450-9314","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Multi-Objective Control and Reinforcement Learning (MOCaRL) Laboratory, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022648915","display_name":"Shri Harish Manoharan","orcid":"https://orcid.org/0000-0002-5635-1331"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shri Harish Manoharan","raw_affiliation_strings":["Department of Electrical Engineering, Multi-Objective Control and Reinforcement Learning (MOCaRL) Laboratory, National Tsing Hua University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-5635-1331","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Multi-Objective Control and Reinforcement Learning (MOCaRL) Laboratory, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003436554","display_name":"Alexey M. Romanov","orcid":"https://orcid.org/0000-0003-1838-0489"},"institutions":[{"id":"https://openalex.org/I4210135186","display_name":"MIREA - Russian Technological University","ror":"https://ror.org/04qrtgy16","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210135186"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Alexey M. Romanov","raw_affiliation_strings":["Institute of Artificial Intelligence, MIREA—Russian Technological University, Moscow, Russia"],"raw_orcid":"https://orcid.org/0000-0003-1838-0489","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, MIREA—Russian Technological University, Moscow, Russia","institution_ids":["https://openalex.org/I4210135186"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.1894,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.86832035,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"86624","last_page":"86635"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.816616415977478},{"id":"https://openalex.org/keywords/traverse","display_name":"Traverse","score":0.6990343332290649},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6767010688781738},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6249075531959534},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5889195799827576},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.5268603563308716},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5267162919044495},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4217618405818939},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4175187051296234},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4161759614944458},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11854392290115356}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.816616415977478},{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.6990343332290649},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6767010688781738},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6249075531959534},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5889195799827576},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.5268603563308716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5267162919044495},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4217618405818939},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4175187051296234},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4161759614944458},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11854392290115356},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2022.3195928","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3195928","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09847243.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8bf85d4434134757b96745fceb25a64b","is_oa":true,"landing_page_url":"https://doaj.org/article/8bf85d4434134757b96745fceb25a64b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 86624-86635 (2022)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/24181152","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Energy-Efficient_Gait_Optimization_of_Snake-Like_Modular_Robots_by_Using_Multiobjective_Reinforcement_Learning_and_a_Fuzzy_Inference_System/24181152","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3195928","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3195928","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09847243.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G4765534825","display_name":null,"funder_award_id":"MOST 110-2221-E-007-097-MY2","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320317486","display_name":"SRM Institute of Science and Technology","ror":"https://ror.org/037skf023"},{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"},{"id":"https://openalex.org/F4320323092","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70"},{"id":"https://openalex.org/F4320323425","display_name":"Anna University","ror":"https://ror.org/01qhf1r47"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4289538237.pdf","grobid_xml":"https://content.openalex.org/works/W4289538237.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W33834105","https://openalex.org/W565587792","https://openalex.org/W1739716134","https://openalex.org/W1990650557","https://openalex.org/W1992176519","https://openalex.org/W2003320149","https://openalex.org/W2005183808","https://openalex.org/W2027531431","https://openalex.org/W2043218551","https://openalex.org/W2043569500","https://openalex.org/W2065036156","https://openalex.org/W2080724737","https://openalex.org/W2082261506","https://openalex.org/W2127107099","https://openalex.org/W2131563136","https://openalex.org/W2143094080","https://openalex.org/W2156900292","https://openalex.org/W2165379011","https://openalex.org/W2169712669","https://openalex.org/W2514377684","https://openalex.org/W2548927526","https://openalex.org/W2620811908","https://openalex.org/W2626297971","https://openalex.org/W2736601468","https://openalex.org/W2914547690","https://openalex.org/W2921467639","https://openalex.org/W2964056357","https://openalex.org/W2999092743","https://openalex.org/W3006332238","https://openalex.org/W3018779742","https://openalex.org/W3092304602","https://openalex.org/W3101917935","https://openalex.org/W3156955855","https://openalex.org/W4240215908","https://openalex.org/W4243385754","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6678181185","https://openalex.org/W6713134421","https://openalex.org/W6741002519","https://openalex.org/W6752725515","https://openalex.org/W7055665342"],"related_works":["https://openalex.org/W2377402383","https://openalex.org/W2380835401","https://openalex.org/W2381912691","https://openalex.org/W2350381577","https://openalex.org/W2353618196","https://openalex.org/W2348074676","https://openalex.org/W2385033175","https://openalex.org/W2374043190","https://openalex.org/W2363298784","https://openalex.org/W2367402697"],"abstract_inverted_index":{"Snake-like":[0],"modular":[1],"robots":[2],"(MRs)":[3],"are":[4],"highly":[5],"flexible,":[6],"but,":[7],"to":[8,21,70,81,93,115,124,133],"traverse":[9],"a":[10,15,27,58,65,89,125,203],"challenging":[11],"terrain":[12],"or":[13],"explore":[14],"region":[16],"of":[17,37,77,97,160],"interest,":[18],"MR":[19],"needs":[20],"attain":[22],"efficient":[23],"locomotion":[24],"depending":[25,47],"on":[26,64],"tradeoff":[28],"between":[29],"objectives":[30,41],"like":[31,187],"forward":[32],"velocity":[33,154,183],"and":[34,150,179,193,219],"power":[35,149,178],"consumption":[36],"the":[38,49,72,82,95,111,118,134,158,170,208,222],"robot.":[39],"The":[40,85,107,211],"can":[42,215],"vary":[43],"with":[44],"different":[45],"weights":[46],"upon":[48],"situation,":[50],"reflecting":[51],"relative":[52],"objective":[53,83,120,225],"importance.":[54],"This":[55],"study":[56],"developed":[57,86],"multiobjective":[59],"reinforcement":[60,142],"learning":[61,143],"algorithm":[62,87],"based":[63],"fuzzy":[66,90],"inference":[67,91],"system":[68,92],"(FI-MORL)":[69],"select":[71],"most":[73],"appropriate":[74],"gait":[75],"parameters":[76],"snake-like":[78],"MRs":[79],"according":[80],"weights.":[84,128,226],"employs":[88],"reduce":[94],"number":[96],"states":[98],"in":[99,104,122,127,224],"an":[100],"environment,":[101],"which":[102],"results":[103],"faster":[105],"learning.":[106],"proposed":[108,171,212],"approach":[109],"uses":[110],"previously":[112],"learned":[113],"experience":[114],"rapidly":[116],"achieve":[117],"best":[119],"values":[121],"response":[123],"change":[126],"While":[129],"setting":[130],"equal":[131],"importance":[132],"objectives,":[135],"FI-MORL":[136,201,213],"delivers":[137],"superior":[138],"performance":[139,164],"than":[140,184,207],"single-objective":[141],"algorithms":[144],"by":[145,174],"consuming":[146,175],"2%":[147],"less":[148,177],"gaining":[151],"2.5%":[152],"higher":[153,182,205],"since":[155],"it":[156],"mitigates":[157],"effect":[159],"weight":[161,199],"change,":[162,200],"similar":[163],"found":[165],"comparing":[166],"Actor-Critic":[167],"algorithm.":[168],"Likewise,":[169],"method":[172],"outperforms":[173],"14%":[176,204],"achieving":[180],"11%":[181],"traditional":[185],"methods":[186],"Proximal":[188],"Policy":[189,195],"Optimization,":[190],"Deep":[191],"Q-Network,":[192],"Vanilla":[194],"Gradient.":[196],"Even":[197],"after":[198],"achieved":[202],"reward":[206],"above":[209],"methods.":[210],"framework":[214],"effectively":[216],"converge":[217],"quicker":[218],"efficiently":[220],"handle":[221],"changes":[223]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}