{"id":"https://openalex.org/W4407736373","doi":"https://doi.org/10.1109/tcds.2025.3543350","title":"Foundational Policy Acquisition via Multitask Learning for Motor Skill Generation","display_name":"Foundational Policy Acquisition via Multitask Learning for Motor Skill Generation","publication_year":2025,"publication_date":"2025-02-19","ids":{"openalex":"https://openalex.org/W4407736373","doi":"https://doi.org/10.1109/tcds.2025.3543350"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2025.3543350","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcds.2025.3543350","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tcds.2025.3543350","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015376821","display_name":"Satoshi Yamamori","orcid":"https://orcid.org/0009-0001-0712-268X"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]},{"id":"https://openalex.org/I4210104143","display_name":"Advanced Telecommunications Research Institute International","ror":"https://ror.org/01pe1d703","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210104143"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Satoshi Yamamori","raw_affiliation_strings":["Learning Machines Group, Graduate School of Informatics, Kyoto University, Kyoto, Japan","Department of Brain Robot Interface (BRI), Brain Information Communication Research Laboratory Group (BICR), Advanced Telecommunications Research Institute International (ATR), Kyoto, Japan"],"raw_orcid":"https://orcid.org/0009-0001-0712-268X","affiliations":[{"raw_affiliation_string":"Learning Machines Group, Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242","https://openalex.org/I39012071"]},{"raw_affiliation_string":"Department of Brain Robot Interface (BRI), Brain Information Communication Research Laboratory Group (BICR), Advanced Telecommunications Research Institute International (ATR), Kyoto, Japan","institution_ids":["https://openalex.org/I4210104143"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025458882","display_name":"Jun Morimoto","orcid":"https://orcid.org/0000-0002-4115-1919"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]},{"id":"https://openalex.org/I4210104143","display_name":"Advanced Telecommunications Research Institute International","ror":"https://ror.org/01pe1d703","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210104143"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jun Morimoto","raw_affiliation_strings":["Learning Machines Group, Graduate School of Informatics, Kyoto University, Kyoto, Japan","Department of Brain Robot Interface (BRI), Brain Information Communication Research Laboratory Group (BICR), Advanced Telecommunications Research Institute International (ATR), Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0002-4115-1919","affiliations":[{"raw_affiliation_string":"Learning Machines Group, Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242","https://openalex.org/I39012071"]},{"raw_affiliation_string":"Department of Brain Robot Interface (BRI), Brain Information Communication Research Laboratory Group (BICR), Advanced Telecommunications Research Institute International (ATR), Kyoto, Japan","institution_ids":["https://openalex.org/I4210104143"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5015376821"],"corresponding_institution_ids":["https://openalex.org/I22299242","https://openalex.org/I39012071","https://openalex.org/I4210104143"],"apc_list":null,"apc_paid":null,"fwci":4.3465,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.93199315,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"17","issue":"5","first_page":"1260","last_page":"1271"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.8144000172615051,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.8144000172615051,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.801800012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.7906000018119812,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8115977048873901},{"id":"https://openalex.org/keywords/dreyfus-model-of-skill-acquisition","display_name":"Dreyfus model of skill acquisition","score":0.5686298608779907},{"id":"https://openalex.org/keywords/motor-learning","display_name":"Motor learning","score":0.5663715600967407},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.5156699419021606},{"id":"https://openalex.org/keywords/motor-skill","display_name":"Motor skill","score":0.5017080307006836},{"id":"https://openalex.org/keywords/policy-learning","display_name":"Policy learning","score":0.42570385336875916},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38474735617637634},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36786776781082153},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3188696503639221},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.25054067373275757},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0925818681716919}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8115977048873901},{"id":"https://openalex.org/C132758656","wikidata":"https://www.wikidata.org/wiki/Q5307365","display_name":"Dreyfus model of skill acquisition","level":2,"score":0.5686298608779907},{"id":"https://openalex.org/C107690735","wikidata":"https://www.wikidata.org/wiki/Q852461","display_name":"Motor learning","level":2,"score":0.5663715600967407},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5156699419021606},{"id":"https://openalex.org/C169976356","wikidata":"https://www.wikidata.org/wiki/Q13208902","display_name":"Motor skill","level":2,"score":0.5017080307006836},{"id":"https://openalex.org/C2779436431","wikidata":"https://www.wikidata.org/wiki/Q30672407","display_name":"Policy learning","level":2,"score":0.42570385336875916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38474735617637634},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36786776781082153},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3188696503639221},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.25054067373275757},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0925818681716919},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcds.2025.3543350","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcds.2025.3543350","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tcds.2025.3543350","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcds.2025.3543350","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2238969727","display_name":null,"funder_award_id":"JPMJMS223B-3","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"},{"id":"https://openalex.org/G3322361923","display_name":null,"funder_award_id":"JP19J22987","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6725152017","display_name":null,"funder_award_id":"JPNP20006","funder_id":"https://openalex.org/F4320321034","funder_display_name":"New Energy and Industrial Technology Development Organization"},{"id":"https://openalex.org/G8795359923","display_name":null,"funder_award_id":"JP23K24925","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G918458810","display_name":null,"funder_award_id":"JP22H04998","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320315966","display_name":"Tateisi Science and Technology Foundation","ror":null},{"id":"https://openalex.org/F4320321034","display_name":"New Energy and Industrial Technology Development Organization","ror":"https://ror.org/0055k7a87"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320334789","display_name":"Japan Science and Technology Agency","ror":"https://ror.org/00097mb19"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1538393421","https://openalex.org/W1598748993","https://openalex.org/W1607817625","https://openalex.org/W2081864293","https://openalex.org/W2116226448","https://openalex.org/W2145339207","https://openalex.org/W2158782408","https://openalex.org/W2949676527","https://openalex.org/W2963614114","https://openalex.org/W3003647188","https://openalex.org/W3039737909","https://openalex.org/W3117407503","https://openalex.org/W3136321918","https://openalex.org/W4205867949","https://openalex.org/W4211200399","https://openalex.org/W4285601030","https://openalex.org/W4291624926","https://openalex.org/W4389326757"],"related_works":["https://openalex.org/W2605413835","https://openalex.org/W2290609368","https://openalex.org/W2085947322","https://openalex.org/W1967903156","https://openalex.org/W2793502619","https://openalex.org/W2029561234","https://openalex.org/W2009118815","https://openalex.org/W2007451490","https://openalex.org/W4390013260","https://openalex.org/W3162995837"],"abstract_inverted_index":{"In":[0],"this":[1],"study,":[2],"we":[3,61,83,110],"propose":[4],"a":[5,29,121,153],"multitask":[6,26,90],"reinforcement":[7],"learning":[8,64],"(RL)":[9],"algorithm":[10],"for":[11,159],"foundational":[12,76,154],"policy":[13,27,38,77,155],"acquisition":[14,78],"to":[15,40,66,74,115,125,139,141,151],"generate":[16,164],"novel":[17,142],"motor":[18],"skills.":[19],"Learning":[20],"the":[21,25,37,63,68,85,94,102,106,112,116,134],"rich":[22],"representation":[23],"of":[24],"is":[28],"challenge":[30],"in":[31,44,93],"dynamic":[32],"movement":[33],"generation":[34,128],"tasks":[35],"because":[36],"needs":[39],"cope":[41],"with":[42,48,88],"changes":[43],"goals":[45],"or":[46,52,145],"environments":[47],"different":[49],"reward":[50],"functions":[51],"physical":[53],"parameters.":[54],"Inspired":[55],"by":[56],"human":[57],"sensorimotor":[58],"adaptation":[59],"mechanisms,":[60],"developed":[62],"pipeline":[65],"construct":[67],"encoder\u2013decoder":[69],"networks":[70],"and":[71],"network":[72],"selection":[73],"facilitate":[75],"under":[79],"multiple":[80],"situations.":[81],"First,":[82],"compared":[84],"proposed":[86,103,113,135],"method":[87,114,136],"previous":[89],"RL":[91],"methods":[92],"standard":[95],"multilocomotion":[96],"tasks.":[97],"The":[98,130],"results":[99,131],"showed":[100,132],"that":[101,133],"approach":[104],"outperformed":[105],"baseline":[107],"methods.":[108],"Then,":[109],"applied":[111],"ball":[117,147],"heading":[118,160],"task":[119],"using":[120],"monopod":[122],"robot":[123],"model":[124],"evaluate":[126],"skill":[127],"performance.":[129],"was":[137],"able":[138],"adapt":[140],"target":[143],"positions":[144],"inexperienced":[146],"restitution":[148],"coefficients":[149],"but":[150],"acquire":[152],"network,":[156],"originally":[157],"learned":[158],"motion,":[161],"which":[162],"can":[163],"an":[165],"entirely":[166],"new":[167],"overhead":[168],"kicking":[169],"skill.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}