{"id":"https://openalex.org/W4392207592","doi":"https://doi.org/10.1109/tim.2024.3370760","title":"Semiparametric Musculoskeletal Model for Reinforcement Learning-Based Trajectory Tracking","display_name":"Semiparametric Musculoskeletal Model for Reinforcement Learning-Based Trajectory Tracking","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392207592","doi":"https://doi.org/10.1109/tim.2024.3370760"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2024.3370760","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3370760","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103242857","display_name":"Haoran Xu","orcid":"https://orcid.org/0009-0003-2801-755X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haoran Xu","raw_affiliation_strings":["Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0003-2801-755X","affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033942722","display_name":"Jianyin Fan","orcid":"https://orcid.org/0009-0005-5792-8701"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianyin Fan","raw_affiliation_strings":["Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0005-5792-8701","affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071809002","display_name":"Hongxu Ma","orcid":"https://orcid.org/0009-0003-4274-9618"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongxu Ma","raw_affiliation_strings":["Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0003-4274-9618","affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055119440","display_name":"Qiang Wang","orcid":"https://orcid.org/0000-0002-9654-0268"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Wang","raw_affiliation_strings":["Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-9654-0268","affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5103242857"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":1.9441,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.8479961,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"73","issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7994856238365173},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7148586511611938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6165623068809509},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.6099716424942017},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5530704259872437},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41803669929504395},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0950823426246643},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09046792984008789}],"concepts":[{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7994856238365173},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7148586511611938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6165623068809509},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.6099716424942017},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5530704259872437},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41803669929504395},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0950823426246643},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09046792984008789},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2024.3370760","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3370760","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G3047845980","display_name":null,"funder_award_id":"61876054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W211888945","https://openalex.org/W1502922572","https://openalex.org/W1509235676","https://openalex.org/W1522301498","https://openalex.org/W1593545036","https://openalex.org/W1727219132","https://openalex.org/W1950540365","https://openalex.org/W1964542930","https://openalex.org/W1979755025","https://openalex.org/W1998179438","https://openalex.org/W2023468032","https://openalex.org/W2053036469","https://openalex.org/W2060781381","https://openalex.org/W2065066905","https://openalex.org/W2066854397","https://openalex.org/W2070184318","https://openalex.org/W2124299914","https://openalex.org/W2132660967","https://openalex.org/W2144556291","https://openalex.org/W2169008203","https://openalex.org/W2179284380","https://openalex.org/W2288308464","https://openalex.org/W2295584263","https://openalex.org/W2411175472","https://openalex.org/W2611367167","https://openalex.org/W2736601468","https://openalex.org/W2739169395","https://openalex.org/W2750418299","https://openalex.org/W2762700191","https://openalex.org/W2808920058","https://openalex.org/W2810182305","https://openalex.org/W2869878434","https://openalex.org/W2887985348","https://openalex.org/W2931675577","https://openalex.org/W2953708620","https://openalex.org/W3037785630","https://openalex.org/W3049379553","https://openalex.org/W4283785991","https://openalex.org/W4384158649","https://openalex.org/W6608631664","https://openalex.org/W6631190155","https://openalex.org/W6637433312","https://openalex.org/W6677658955","https://openalex.org/W6741002519","https://openalex.org/W6751494529","https://openalex.org/W6755463424","https://openalex.org/W6764980988","https://openalex.org/W6766978945","https://openalex.org/W6800998324"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W2373557848","https://openalex.org/W2002488624","https://openalex.org/W2088970451","https://openalex.org/W3046775127","https://openalex.org/W4309225183","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W2157008402"],"abstract_inverted_index":{"This":[0],"paper":[1],"aims":[2],"to":[3,40,62,90,135],"solve":[4],"the":[5,10,21,50,65,73,78,92,96,118,128,133],"trajectory":[6],"tracking":[7],"task":[8],"of":[9,27,95,102,115,125],"pneumatic":[11,29],"musculoskeletal":[12,110],"robot":[13,134],"within":[14],"a":[15,42,81,108],"model-based":[16],"reinforcement":[17],"learning":[18],"framework.":[19],"Considering":[20],"limited":[22],"sensors":[23],"and":[24,49,76,84,117],"short":[25],"lifespan":[26],"self-made":[28],"artificial":[30],"muscles,":[31],"physics":[32],"priors":[33],"are":[34],"encoded":[35],"into":[36],"Gaussian":[37],"process":[38],"regression":[39],"implement":[41],"semi-parametric":[43],"model":[44,52,59,74],"for":[45,64,72,132],"micro-data":[46],"system":[47],"identification":[48],"identified":[51],"is":[53,88,105,130],"combined":[54],"with":[55,112,127],"cross-entropy":[56],"method":[57],"(CEM)-based":[58],"predictive":[60],"control":[61,79],"plan":[63],"optimal":[66],"action":[67],"online.":[68],"To":[69],"further":[70],"compensate":[71],"imperfection":[75],"improve":[77],"performance,":[80],"hybrid":[82],"feedforward":[83],"feedback":[85],"controller-like":[86],"strategy":[87],"proposed":[89],"guide":[91],"search":[93],"space":[94],"original":[97],"CEM":[98],"solver.":[99],"The":[100],"effectiveness":[101],"our":[103],"approach":[104],"verified":[106],"on":[107],"real":[109],"manipulator":[111],"two":[113],"degrees":[114],"freedom":[116],"results":[119],"show":[120],"that":[121],"only":[122],"50":[123],"s":[124],"interacting":[126],"environment":[129],"enough":[131],"learn":[136],"writing":[137],"alphabet":[138],"letters":[139],"from":[140],"scratch.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}