{"id":"https://openalex.org/W4403674589","doi":"https://doi.org/10.1109/access.2024.3485506","title":"Optimization Control of Attitude Stability for Hexapod Robots Based on Reinforcement Learning","display_name":"Optimization Control of Attitude Stability for Hexapod Robots Based on Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403674589","doi":"https://doi.org/10.1109/access.2024.3485506"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3485506","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3485506","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3485506","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109832942","display_name":"Shujie Ji","orcid":"https://orcid.org/0009-0008-3670-8701"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shujie Ji","raw_affiliation_strings":["School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-3670-8701","affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015297129","display_name":"Wei Wu","orcid":"https://orcid.org/0000-0002-8734-1582"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu Wei","raw_affiliation_strings":["School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8734-1582","affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005153091","display_name":"Xiongding Liu","orcid":"https://orcid.org/0000-0003-1770-9764"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiongding Liu","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1770-9764","affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"last","author":{"id":null,"display_name":"Junqi Wu","orcid":"https://orcid.org/0009-0002-5881-0025"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junqi Wu","raw_affiliation_strings":["School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-5881-0025","affiliations":[{"raw_affiliation_string":"School of Automation Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5109832942"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.3471,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.56285431,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"12","issue":null,"first_page":"156363","last_page":"156377"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.9484999775886536,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hexapod","display_name":"Hexapod","score":0.9733704328536987},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8456398248672485},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.6872376203536987},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6673434972763062},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5395687222480774},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5268610715866089},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4225549101829529},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4119889736175537},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.26862388849258423}],"concepts":[{"id":"https://openalex.org/C136434205","wikidata":"https://www.wikidata.org/wiki/Q3437269","display_name":"Hexapod","level":3,"score":0.9733704328536987},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8456398248672485},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.6872376203536987},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6673434972763062},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5395687222480774},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5268610715866089},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4225549101829529},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4119889736175537},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26862388849258423}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3485506","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3485506","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:373654898fc643528ac44ddd624b7368","is_oa":true,"landing_page_url":"https://doaj.org/article/373654898fc643528ac44ddd624b7368","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 156363-156377 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3485506","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3485506","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5268166244","display_name":null,"funder_award_id":"61603358","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6919473672","display_name":null,"funder_award_id":"61573148","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1966131221","https://openalex.org/W1982824448","https://openalex.org/W1995049499","https://openalex.org/W2023093568","https://openalex.org/W2105061302","https://openalex.org/W2163159836","https://openalex.org/W2371261476","https://openalex.org/W2564207292","https://openalex.org/W2579522205","https://openalex.org/W2593462537","https://openalex.org/W2599324885","https://openalex.org/W2608872540","https://openalex.org/W2694031977","https://openalex.org/W2755163439","https://openalex.org/W2774012893","https://openalex.org/W2789771046","https://openalex.org/W2791797404","https://openalex.org/W2801639426","https://openalex.org/W2803575051","https://openalex.org/W2907537824","https://openalex.org/W2911087563","https://openalex.org/W2913995178","https://openalex.org/W2972599660","https://openalex.org/W3092746285","https://openalex.org/W3123196627","https://openalex.org/W3136826188","https://openalex.org/W3205196998","https://openalex.org/W4200438872","https://openalex.org/W4241015692","https://openalex.org/W4319068706","https://openalex.org/W4319965162","https://openalex.org/W4362559567","https://openalex.org/W4392944986","https://openalex.org/W6747473740","https://openalex.org/W6756714161"],"related_works":["https://openalex.org/W2146302595","https://openalex.org/W613729187","https://openalex.org/W2789574804","https://openalex.org/W2114803124","https://openalex.org/W2063353256","https://openalex.org/W123722128","https://openalex.org/W4390269031","https://openalex.org/W4389787393","https://openalex.org/W132946187","https://openalex.org/W3097667865"],"abstract_inverted_index":{"To":[0],"enhance":[1],"the":[2,54,75,80,84,124,131,158],"attitude":[3],"stability":[4,68,110],"of":[5,155,157,166],"hexapod":[6],"robots":[7],"on":[8,67],"rough":[9],"terrain,":[10],"this":[11,145],"paper":[12],"introduces":[13],"a":[14,46,51],"layered":[15],"modular":[16],"motion":[17],"control":[18,27],"method,":[19],"termed":[20],"reinforcement":[21,42,81],"learning":[22,82],"integrated":[23],"with":[24,41],"foot":[25,37,90],"impedance":[26,38],"and":[28,36,50,89,98,111,118,160,168],"an":[29,61],"optimized":[30],"reward":[31,103],"mechanism.":[32],"It":[33],"integrates":[34],"gait":[35,48,55,106],"coordinated":[39],"planning":[40,56],"learning.":[43],"By":[44],"constructing":[45],"discrete":[47],"model":[49],"state":[52],"space,":[53],"problem":[57,65],"is":[58],"transformed":[59],"into":[60],"optimal":[62],"sequence":[63],"decision-making":[64,121],"based":[66],"margin,":[69],"which":[70],"can":[71],"be":[72],"solved":[73],"using":[74,92],"Markov":[76],"decision":[77],"process.":[78],"Within":[79],"framework,":[83],"robot":[85],"autonomously":[86],"optimizes":[87],"gaits":[88],"trajectories":[91],"feedback":[93],"from":[94],"foot-ground":[95],"contact":[96],"states":[97],"base":[99],"inclination.":[100],"Our":[101],"designed":[102],"mechanism":[104],"enhances":[105],"adaptation,":[107],"significantly":[108,147],"augmenting":[109],"traversal":[112],"efficiency.":[113],"The":[114],"algorithm":[115],"accelerates":[116],"convergence":[117],"ensures":[119],"reliable":[120],"by":[122],"compressing":[123],"action":[125],"space":[126],"to":[127],"four":[128],"dimensions,":[129],"reducing":[130],"need":[132],"for":[133],"internal":[134],"sensor":[135],"information,":[136],"thus":[137],"enhancing":[138],"practicality.":[139],"Comprehensive":[140],"simulation":[141],"experiments":[142],"demonstrate":[143],"that":[144],"method":[146],"outperforms":[148],"central":[149],"pattern":[150],"generator":[151],"methods":[152],"in":[153],"terms":[154],"distribution":[156],"roll":[159],"pitch":[161],"angles,":[162],"distance":[163],"traveled,":[164],"number":[165],"successes,":[167],"mean":[169],"reward.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}