{"id":"https://openalex.org/W4401794692","doi":"https://doi.org/10.1109/aim55361.2024.10637084","title":"Gradual Acquisition of Feed-Forward Control in Repetitive Motions by State-Independent Reinforcement Learning","display_name":"Gradual Acquisition of Feed-Forward Control in Repetitive Motions by State-Independent Reinforcement Learning","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4401794692","doi":"https://doi.org/10.1109/aim55361.2024.10637084"},"language":"en","primary_location":{"id":"doi:10.1109/aim55361.2024.10637084","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aim55361.2024.10637084","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Advanced Intelligent Mechatronics (AIM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106689099","display_name":"Haruki Mamiya","orcid":null},"institutions":[{"id":"https://openalex.org/I1298590031","display_name":"Shizuoka University","ror":"https://ror.org/01w6wtk13","country_code":"JP","type":"education","lineage":["https://openalex.org/I1298590031"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Haruki Mamiya","raw_affiliation_strings":["Shizuoka University, 3-5-1 Johoku, Chuo-ku, Hamamatsu,Graduate School of Science and Technology,Department of Engineering,Shizuoka,Japan"],"affiliations":[{"raw_affiliation_string":"Shizuoka University, 3-5-1 Johoku, Chuo-ku, Hamamatsu,Graduate School of Science and Technology,Department of Engineering,Shizuoka,Japan","institution_ids":["https://openalex.org/I1298590031"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080407170","display_name":"Yuichi Kobayashi","orcid":"https://orcid.org/0000-0003-0189-0060"},"institutions":[{"id":"https://openalex.org/I1298590031","display_name":"Shizuoka University","ror":"https://ror.org/01w6wtk13","country_code":"JP","type":"education","lineage":["https://openalex.org/I1298590031"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuichi Kobayashi","raw_affiliation_strings":["Shizuoka University, 3-5-1 Johoku, Chuo-ku, Hamamatsu,Graduate School of Science and Technology,Department of Engineering,Shizuoka,Japan"],"affiliations":[{"raw_affiliation_string":"Shizuoka University, 3-5-1 Johoku, Chuo-ku, Hamamatsu,Graduate School of Science and Technology,Department of Engineering,Shizuoka,Japan","institution_ids":["https://openalex.org/I1298590031"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5106689099"],"corresponding_institution_ids":["https://openalex.org/I1298590031"],"apc_list":null,"apc_paid":null,"fwci":0.3488,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.57791198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"192","last_page":"197"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7159275412559509},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5521555542945862},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5430648922920227},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5277667045593262},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4934505522251129},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4567893147468567},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.44722476601600647},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3368866741657257},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3224499523639679},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23352143168449402},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.06525221467018127},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.05446675419807434}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7159275412559509},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5521555542945862},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5430648922920227},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5277667045593262},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4934505522251129},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4567893147468567},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.44722476601600647},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3368866741657257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3224499523639679},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23352143168449402},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.06525221467018127},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.05446675419807434}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aim55361.2024.10637084","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aim55361.2024.10637084","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Advanced Intelligent Mechatronics (AIM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W66075523","https://openalex.org/W2032062570","https://openalex.org/W2052742556","https://openalex.org/W2070624020","https://openalex.org/W2075996858","https://openalex.org/W2078700485","https://openalex.org/W2099440200","https://openalex.org/W2119578126","https://openalex.org/W2322487971","https://openalex.org/W2581325886","https://openalex.org/W2752871163","https://openalex.org/W2782577501","https://openalex.org/W2911087563","https://openalex.org/W2944504572","https://openalex.org/W3001803449","https://openalex.org/W3005581722","https://openalex.org/W3084515838","https://openalex.org/W3184481688","https://openalex.org/W3209231145","https://openalex.org/W4292379005","https://openalex.org/W4385597297","https://openalex.org/W6640290305","https://openalex.org/W6675125863"],"related_works":["https://openalex.org/W2286391053","https://openalex.org/W2982600058","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1963486701","https://openalex.org/W2312483540","https://openalex.org/W4249477090","https://openalex.org/W191745111","https://openalex.org/W2900512251"],"abstract_inverted_index":{"Human":[0],"motor":[1,19,95],"control":[2,20,48,63,67,91,106,115],"is":[3,73],"characterized":[4],"by":[5,42],"its":[6],"adaptability":[7],"to":[8,84],"new":[9],"dynamics.":[10],"As":[11],"a":[12,46,56,113],"result":[13],"of":[14,28,45,61,78,102],"adaptation,":[15],"humans":[16],"can":[17,39],"achieve":[18],"with":[21],"less":[22],"computational":[23],"effort":[24],"while":[25],"maintaining":[26],"achievement":[27],"the":[29,52,76,109],"task.":[30],"In":[31],"this":[32],"paper,":[33],"we":[34,54],"hypothesize":[35],"that":[36],"such":[37],"adaptation":[38],"be":[40],"modeled":[41],"acquisition":[43],"process":[44],"feed-forward":[47,62],"sequence.":[49],"Based":[50],"on":[51,75],"hypothesis,":[53],"propose":[55],"state-independent":[57,79],"reinforcement":[58,82],"learning":[59,71,83,86,96],"model":[60,97],"generation":[64],"and":[65,80,120],"feedback":[66],"reduction.":[68],"A":[69],"gradual":[70],"strategy":[72],"presented":[74],"basis":[77],"time-dependent":[81],"improve":[85],"efficiency":[87],"for":[88],"repetitive":[89],"tracking":[90,105],"tasks.":[92],"The":[93],"proposed":[94],"was":[98],"validated":[99],"in":[100],"simulation":[101],"2-DOF":[103],"manipulator":[104],"task,":[107],"where":[108],"robot":[110],"could":[111],"obtain":[112],"state-unaware":[114],"sequence":[116],"under":[117],"unknown":[118],"dynamics":[119],"external":[121],"force":[122],"condition.":[123]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}