{"id":"https://openalex.org/W4377164352","doi":"https://doi.org/10.48550/arxiv.2305.11107","title":"From Data-Fitting to Discovery: Interpreting the Neural Dynamics of Motor Control through Reinforcement Learning","display_name":"From Data-Fitting to Discovery: Interpreting the Neural Dynamics of Motor Control through Reinforcement Learning","alternate_titles":[],"publication_year":2023,"publication_date":"2023-05-18","ids":{"openalex":"https://openalex.org/W4377164352","doi":"https://doi.org/10.48550/arxiv.2305.11107"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2305.11107","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.11107","pdf_url":"https://arxiv.org/pdf/2305.11107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4377164352"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2305.11107","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069932163","display_name":"Eugene R. Rush","orcid":"https://orcid.org/0000-0001-9451-224X","observed_orcids":["https://orcid.org/0000-0001-9451-224X"]},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rush, Eugene R.","raw_affiliation_strings":["Department of Mechanical Engineering University of Colorado Boulder Boulder , CO 80309"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering University of Colorado Boulder Boulder , CO 80309","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018446330","display_name":"Kaushik Jayaram","orcid":"https://orcid.org/0000-0002-6958-7650","observed_orcids":["https://orcid.org/0000-0002-6958-7650"]},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jayaram, Kaushik","raw_affiliation_strings":["Department of Mechanical Engineering University of Colorado Boulder Boulder , CO 80309"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering University of Colorado Boulder Boulder , CO 80309","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073287604","display_name":"James Sean Humbert","orcid":"https://orcid.org/0000-0002-0863-875X","observed_orcids":["https://orcid.org/0000-0002-0863-875X"]},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Humbert, J. Sean","raw_affiliation_strings":["Department of Mechanical Engineering University of Colorado Boulder Boulder , CO 80309"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering University of Colorado Boulder Boulder , CO 80309","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I188538660"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.4284999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.4284999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.2921999990940094,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.10719999670982361,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motor-control","display_name":"motor control","score":0.8889999985694885},{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.7599999904632568},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.640999972820282},{"id":"https://openalex.org/keywords/legged-locomotion","display_name":"legged locomotion","score":0.8930000066757202},{"id":"https://openalex.org/keywords/virtual-robots","display_name":"virtual robots","score":0.6010000109672546},{"id":"https://openalex.org/keywords/neural-trajectories","display_name":"neural trajectories","score":0.7409999966621399},{"id":"https://openalex.org/keywords/neural-dynamics","display_name":"neural dynamics","score":0.4779999852180481},{"id":"https://openalex.org/keywords/gait","display_name":"gait","score":0.5509999990463257},{"id":"https://openalex.org/keywords/cycling","display_name":"cycling","score":0.7940000295639038},{"id":"https://openalex.org/keywords/embodied-agents","display_name":"embodied agents","score":0.6679999828338623},{"id":"https://openalex.org/keywords/computational-neuroscience","display_name":"computational neuroscience","score":0.5569999814033508}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6665881276130676},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.6603655219078064},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6020522117614746},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5922951698303223},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.583094596862793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.568760871887207},{"id":"https://openalex.org/C2984127161","wikidata":"https://www.wikidata.org/wiki/Q969316","display_name":"Neural activity","level":2,"score":0.472768098115921},{"id":"https://openalex.org/C107690735","wikidata":"https://www.wikidata.org/wiki/Q852461","display_name":"Motor learning","level":2,"score":0.45010679960250854},{"id":"https://openalex.org/C137813230","wikidata":"https://www.wikidata.org/wiki/Q2996165","display_name":"Motor control","level":2,"score":0.4142524003982544},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33053261041641235},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.18970733880996704},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12675318121910095},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.09745058417320251},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2305.11107","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.11107","pdf_url":"https://arxiv.org/pdf/2305.11107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2305.11107","doi":"https://doi.org/10.48550/arxiv.2305.11107","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.11107","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2305.11107","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.11107","pdf_url":"https://arxiv.org/pdf/2305.11107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4377164352.pdf","grobid_xml":"https://content.openalex.org/works/W4377164352.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1980324747","https://openalex.org/W2059206331","https://openalex.org/W2102701721","https://openalex.org/W2736601468","https://openalex.org/W2766614170","https://openalex.org/W2785527097","https://openalex.org/W2787262037","https://openalex.org/W2794448029","https://openalex.org/W2908124316","https://openalex.org/W2921097704","https://openalex.org/W2963569887","https://openalex.org/W2990747716","https://openalex.org/W2996170727","https://openalex.org/W3016795337","https://openalex.org/W3032919895","https://openalex.org/W3041725488","https://openalex.org/W3081530306","https://openalex.org/W3093922502","https://openalex.org/W3095047681","https://openalex.org/W3096243380","https://openalex.org/W3193576605","https://openalex.org/W3200962355","https://openalex.org/W3210939578","https://openalex.org/W4205430897","https://openalex.org/W4250058668","https://openalex.org/W4281652409","https://openalex.org/W4317952808","https://openalex.org/W4383108265"],"related_works":["https://openalex.org/W7002144562","https://openalex.org/W4382603215","https://openalex.org/W4399534689","https://openalex.org/W7111513425","https://openalex.org/W2989606769","https://openalex.org/W7221016636","https://openalex.org/W2995822731","https://openalex.org/W4394927687","https://openalex.org/W4403153431","https://openalex.org/W4401580555"],"abstract_inverted_index":{"In":[0],"motor":[1],"neuroscience,":[2],"artificial":[3],"recurrent":[4,113],"neural":[5,50,86,90,109,129],"networks":[6],"models":[7],"often":[8],"complement":[9],"animal":[10],"studies.":[11],"However,":[12],"most":[13],"modeling":[14],"efforts":[15],"are":[16,115],"limited":[17],"to":[18,38,75],"data-fitting,":[19],"and":[20,67,149],"the":[21,106,112,121,128],"few":[22],"that":[23,59,71,80,139],"examine":[24],"virtual":[25,54],"embodied":[26,72],"agents":[27,73],"in":[28,88,96,111,120],"a":[29,53,93,101],"reinforcement":[30],"learning":[31],"context,":[32],"do":[33],"not":[34],"draw":[35],"direct":[36],"comparisons":[37],"their":[39],"biological":[40],"counterparts.":[41],"Our":[42],"study":[43],"addressing":[44],"this":[45],"gap,":[46],"by":[47],"uncovering":[48],"structured":[49],"activity":[51,144],"of":[52,64,104,131,142],"robot":[55],"performing":[56],"legged":[57],"locomotion":[58],"directly":[60],"support":[61],"experimental":[62],"findings":[63],"primate":[65],"walking":[66],"cycling.":[68],"We":[69],"find":[70],"trained":[74],"walk":[76],"exhibit":[77],"smooth":[78],"dynamics":[79],"avoid":[81],"tangling":[82],"--":[83,92],"or":[84],"opposing":[85],"trajectories":[87,110],"neighboring":[89],"space":[91],"core":[94],"principle":[95],"computational":[97],"neuroscience.":[98],"Specifically,":[99],"across":[100,145],"wide":[102],"suite":[103],"gaits,":[105],"agent":[107],"displays":[108],"layers":[114],"less":[116],"tangled":[117],"than":[118],"those":[119],"input-driven":[122],"actuation":[123],"layers.":[124],"To":[125],"better":[126],"interpret":[127],"separation":[130],"these":[132],"elliptical-shaped":[133],"trajectories,":[134],"we":[135],"identify":[136],"speed":[137,151],"axes":[138],"maximizes":[140],"variance":[141],"mean":[143],"different":[146],"forward,":[147],"lateral,":[148],"rotational":[150],"conditions.":[152]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4377164352","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-05-21T00:00:00"}
