{"id":"https://openalex.org/W4384023887","doi":"https://doi.org/10.3389/frobt.2023.1066518","title":"Curriculum-reinforcement learning on simulation platform of tendon-driven high-degree of freedom underactuated manipulator","display_name":"Curriculum-reinforcement learning on simulation platform of tendon-driven high-degree of freedom underactuated manipulator","publication_year":2023,"publication_date":"2023-07-12","ids":{"openalex":"https://openalex.org/W4384023887","doi":"https://doi.org/10.3389/frobt.2023.1066518","pmid":"https://pubmed.ncbi.nlm.nih.gov/37501743"},"language":"en","primary_location":{"id":"doi:10.3389/frobt.2023.1066518","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frobt.2023.1066518","pdf_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1066518/pdf","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1066518/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065313409","display_name":"Keung Or","orcid":"https://orcid.org/0000-0001-6019-1767"},"institutions":[{"id":"https://openalex.org/I16656306","display_name":"Meiji University","ror":"https://ror.org/02rqvrp93","country_code":"JP","type":"education","lineage":["https://openalex.org/I16656306"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Keung Or","raw_affiliation_strings":["School of Science and Technology, Meiji University, Kawasaki, Japan"],"affiliations":[{"raw_affiliation_string":"School of Science and Technology, Meiji University, Kawasaki, Japan","institution_ids":["https://openalex.org/I16656306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110378531","display_name":"Kehua Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kehua Wu","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069166605","display_name":"Kazashi Nakano","orcid":"https://orcid.org/0000-0002-5049-4956"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazashi Nakano","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025189661","display_name":"Masahiro Ikeda","orcid":"https://orcid.org/0000-0002-1549-6702"},"institutions":[{"id":"https://openalex.org/I16656306","display_name":"Meiji University","ror":"https://ror.org/02rqvrp93","country_code":"JP","type":"education","lineage":["https://openalex.org/I16656306"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masahiro Ikeda","raw_affiliation_strings":["School of Science and Technology, Meiji University, Kawasaki, Japan"],"affiliations":[{"raw_affiliation_string":"School of Science and Technology, Meiji University, Kawasaki, Japan","institution_ids":["https://openalex.org/I16656306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102012960","display_name":"Mitsuhito Ando","orcid":"https://orcid.org/0000-0002-2742-5872"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mitsuhito Ando","raw_affiliation_strings":["College of Information Science and Engineering, Ritsumeikan University, Shiga, Japan"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Ritsumeikan University, Shiga, Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010543059","display_name":"Yasuo Kuniyoshi","orcid":"https://orcid.org/0000-0001-8443-4161"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasuo Kuniyoshi","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059653874","display_name":"Ryuma Niiyama","orcid":"https://orcid.org/0000-0002-9072-8251"},"institutions":[{"id":"https://openalex.org/I16656306","display_name":"Meiji University","ror":"https://ror.org/02rqvrp93","country_code":"JP","type":"education","lineage":["https://openalex.org/I16656306"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryuma Niiyama","raw_affiliation_strings":["School of Science and Technology, Meiji University, Kawasaki, Japan"],"affiliations":[{"raw_affiliation_string":"School of Science and Technology, Meiji University, Kawasaki, Japan","institution_ids":["https://openalex.org/I16656306"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5065313409"],"corresponding_institution_ids":["https://openalex.org/I16656306"],"apc_list":{"value":1900,"currency":"USD","value_usd":1900},"apc_paid":{"value":1900,"currency":"USD","value_usd":1900},"fwci":0.7856,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.67766202,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"10","issue":null,"first_page":"1066518","last_page":"1066518"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/underactuation","display_name":"Underactuation","score":0.8251838684082031},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7630949020385742},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7489439249038696},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5194734930992126},{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.4407104253768921},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.43971681594848633},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4023657441139221},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3972575068473816},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3712575137615204},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35428929328918457},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.26688650250434875},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.21256482601165771},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1339494287967682}],"concepts":[{"id":"https://openalex.org/C88337583","wikidata":"https://www.wikidata.org/wiki/Q7883433","display_name":"Underactuation","level":3,"score":0.8251838684082031},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7630949020385742},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7489439249038696},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5194734930992126},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.4407104253768921},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.43971681594848633},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4023657441139221},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3972575068473816},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3712575137615204},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35428929328918457},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.26688650250434875},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.21256482601165771},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1339494287967682},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/frobt.2023.1066518","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frobt.2023.1066518","pdf_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1066518/pdf","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},{"id":"pmid:37501743","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37501743","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in robotics and AI","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10369056","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10369056","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10369056/pdf/frobt-10-1066518.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Robot AI","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:a3e722cdf3e44da2a000ed9be1a74c46","is_oa":true,"landing_page_url":"https://doaj.org/article/a3e722cdf3e44da2a000ed9be1a74c46","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Robotics and AI, Vol 10 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/frobt.2023.1066518","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frobt.2023.1066518","pdf_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1066518/pdf","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G6543128283","display_name":null,"funder_award_id":"JP18H05466","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384023887.pdf"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1975799078","https://openalex.org/W1980039387","https://openalex.org/W1988371379","https://openalex.org/W2022891529","https://openalex.org/W2028187807","https://openalex.org/W2086907168","https://openalex.org/W2092476666","https://openalex.org/W2296073425","https://openalex.org/W2530944449","https://openalex.org/W2571443548","https://openalex.org/W2605102758","https://openalex.org/W2771114757","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2791416045","https://openalex.org/W2795600090","https://openalex.org/W2972418446","https://openalex.org/W3033654388","https://openalex.org/W3034623328","https://openalex.org/W3035790680","https://openalex.org/W3037772340","https://openalex.org/W3099210232","https://openalex.org/W3153704809","https://openalex.org/W3169794354","https://openalex.org/W3179364417","https://openalex.org/W3211145209","https://openalex.org/W4223569781","https://openalex.org/W4224246369","https://openalex.org/W4224265984","https://openalex.org/W4237488632","https://openalex.org/W4287692232","https://openalex.org/W4312388588","https://openalex.org/W4362681495","https://openalex.org/W6647415291","https://openalex.org/W6673813101","https://openalex.org/W6732011475","https://openalex.org/W6746428009","https://openalex.org/W6748839928","https://openalex.org/W6749117967","https://openalex.org/W6767555193","https://openalex.org/W6778924933","https://openalex.org/W6780195427","https://openalex.org/W6781277588","https://openalex.org/W6796522987","https://openalex.org/W6798079050","https://openalex.org/W6810243850"],"related_works":["https://openalex.org/W587013945","https://openalex.org/W4288862394","https://openalex.org/W1485310626","https://openalex.org/W4292915238","https://openalex.org/W4285553839","https://openalex.org/W4321093571","https://openalex.org/W3011477119","https://openalex.org/W2371440471","https://openalex.org/W2075135955","https://openalex.org/W2548084816"],"abstract_inverted_index":{"A":[0],"high":[1],"degree":[2],"of":[3,37,85,173],"freedom":[4],"(DOF)":[5],"benefits":[6],"manipulators":[7],"by":[8,99,115,191],"presenting":[9],"various":[10,153],"postures":[11],"when":[12],"reaching":[13],"a":[14,17,39,58,87,94,140,167],"target.":[15],"Using":[16],"tendon-driven":[18,88,137],"system":[19,41,180],"with":[20,139],"an":[21,65,131],"underactuated":[22,61,90],"structure":[23],"can":[24,111,150,181],"provide":[25],"flexibility":[26],"and":[27,35,49,82,155],"weight":[28],"reduction":[29],"to":[30,45,69,105,125,135],"such":[31,38,86],"manipulators.":[32],"The":[33,143],"design":[34],"control":[36,80,123],"composite":[40],"are":[42,189],"challenging":[43],"owing":[44],"its":[46,158],"complicated":[47,141],"architecture":[48],"modeling":[50],"difficulties.":[51],"In":[52,129],"our":[53,179],"previous":[54],"study,":[55],"we":[56],"developed":[57,134],"tendon-driven,":[59],"high-DOF":[60,89],"manipulator":[62],"inspired":[63],"from":[64,103,120],"ostrich":[66],"neck":[67],"referred":[68],"as":[70],"the":[71,79,108,147,161,171],"Robostrich":[72,109,148],"arm.":[73],"This":[74],"study":[75],"particularly":[76],"focused":[77],"on":[78,166],"problems":[81],"simulation":[83],"development":[84],"manipulator.":[91],"We":[92],"proposed":[93],"curriculum-based":[95],"reinforcement-learning":[96],"approach.":[97],"Inspired":[98],"human":[100],"learning,":[101],"progressing":[102],"simple":[104,121],"complex":[106],"tasks,":[107],"arm":[110,149],"obtain":[112],"manipulation":[113,138,184],"abilities":[114],"step-by-step":[116],"reinforcement":[117],"learning":[118],"ranging":[119],"position":[122],"tasks":[124],"practical":[126],"application":[127],"tasks.":[128],"addition,":[130],"approach":[132],"was":[133],"simulate":[136],"structure.":[142],"results":[144,176],"show":[145,177],"that":[146,178],"continuously":[151],"reach":[152],"targets":[154],"simultaneously":[156],"maintain":[157],"tip":[159],"at":[160],"desired":[162],"orientation":[163],"while":[164],"mounted":[165],"mobile":[168],"platform":[169],"in":[170],"presence":[172],"perturbation.":[174],"These":[175],"achieve":[182],"flexible":[183],"ability":[185],"even":[186],"if":[187],"vibrations":[188],"presented":[190],"locomotion.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-02-28T09:26:25.869077","created_date":"2025-10-10T00:00:00"}