{"id":"https://openalex.org/W2063192030","doi":"https://doi.org/10.1109/icorr.2013.6650386","title":"Reward-based learning of a redundant task","display_name":"Reward-based learning of a redundant task","publication_year":2013,"publication_date":"2013-06-01","ids":{"openalex":"https://openalex.org/W2063192030","doi":"https://doi.org/10.1109/icorr.2013.6650386","mag":"2063192030","pmid":"https://pubmed.ncbi.nlm.nih.gov/24187205"},"language":"en","primary_location":{"id":"doi:10.1109/icorr.2013.6650386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icorr.2013.6650386","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE 13th International Conference on Rehabilitation Robotics (ICORR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003101212","display_name":"Irene Tamagnone","orcid":null},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Irene Tamagnone","raw_affiliation_strings":["Dept Informatics, Bioengineering, Robotics and Systems Engineering, University of Genoa, Genoa, Italy","Dept. Inf., Bioeng., Robot. & Syst. Eng., Univ. of Genoa, Genoa, Italy"],"affiliations":[{"raw_affiliation_string":"Dept Informatics, Bioengineering, Robotics and Systems Engineering, University of Genoa, Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]},{"raw_affiliation_string":"Dept. Inf., Bioeng., Robot. & Syst. Eng., Univ. of Genoa, Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043864991","display_name":"Maura Casadio","orcid":"https://orcid.org/0000-0003-2338-8995"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Maura Casadio","raw_affiliation_strings":["Dept Informatics, Bioengineering, Robotics and Systems Engineering, University of Genoa, Genoa, Italy","Dept. Inf., Bioeng., Robot. & Syst. Eng., Univ. of Genoa, Genoa, Italy"],"affiliations":[{"raw_affiliation_string":"Dept Informatics, Bioengineering, Robotics and Systems Engineering, University of Genoa, Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]},{"raw_affiliation_string":"Dept. Inf., Bioeng., Robot. & Syst. Eng., Univ. of Genoa, Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075869314","display_name":"Vittorio Sanguineti","orcid":"https://orcid.org/0000-0001-8746-3136"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Vittorio Sanguineti","raw_affiliation_strings":["Dept Informatics, Bioengineering, Robotics and Systems Engineering, University of Genoa, Genoa, Italy","Dept. Inf., Bioeng., Robot. & Syst. Eng., Univ. of Genoa, Genoa, Italy"],"affiliations":[{"raw_affiliation_string":"Dept Informatics, Bioengineering, Robotics and Systems Engineering, University of Genoa, Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]},{"raw_affiliation_string":"Dept. Inf., Bioeng., Robot. & Syst. Eng., Univ. of Genoa, Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5003101212"],"corresponding_institution_ids":["https://openalex.org/I83816512"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1162403,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"269","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7284846901893616},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6768316626548767},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6622945070266724},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.570560097694397},{"id":"https://openalex.org/keywords/motor-skill","display_name":"Motor skill","score":0.5674554109573364},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5225507616996765},{"id":"https://openalex.org/keywords/motor-learning","display_name":"Motor learning","score":0.48215243220329285},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4694903492927551},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.4426146149635315},{"id":"https://openalex.org/keywords/dreyfus-model-of-skill-acquisition","display_name":"Dreyfus model of skill acquisition","score":0.43260499835014343},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.42960768938064575},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4164978861808777},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18703779578208923},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14672580361366272},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09716066718101501}],"concepts":[{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7284846901893616},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6768316626548767},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6622945070266724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.570560097694397},{"id":"https://openalex.org/C169976356","wikidata":"https://www.wikidata.org/wiki/Q13208902","display_name":"Motor skill","level":2,"score":0.5674554109573364},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5225507616996765},{"id":"https://openalex.org/C107690735","wikidata":"https://www.wikidata.org/wiki/Q852461","display_name":"Motor learning","level":2,"score":0.48215243220329285},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4694903492927551},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.4426146149635315},{"id":"https://openalex.org/C132758656","wikidata":"https://www.wikidata.org/wiki/Q5307365","display_name":"Dreyfus model of skill acquisition","level":2,"score":0.43260499835014343},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.42960768938064575},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4164978861808777},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18703779578208923},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14672580361366272},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09716066718101501},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005106","descriptor_name":"Exploratory Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005106","descriptor_name":"Exploratory Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005106","descriptor_name":"Exploratory Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009068","descriptor_name":"Movement","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011214","descriptor_name":"Practice, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011214","descriptor_name":"Practice, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011214","descriptor_name":"Practice, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011597","descriptor_name":"Psychomotor Performance","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011597","descriptor_name":"Psychomotor Performance","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011597","descriptor_name":"Psychomotor Performance","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013647","descriptor_name":"Task Performance and Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013647","descriptor_name":"Task Performance and Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013647","descriptor_name":"Task Performance and Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D030141","descriptor_name":"Feedback, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D030141","descriptor_name":"Feedback, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D030141","descriptor_name":"Feedback, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1109/icorr.2013.6650386","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icorr.2013.6650386","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE 13th International Conference on Rehabilitation Robotics (ICORR)","raw_type":"proceedings-article"},{"id":"pmid:24187205","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24187205","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE ... International Conference on Rehabilitation Robotics : [proceedings]","raw_type":null},{"id":"pmh:oai:iris.unige.it:11567/698154","is_oa":false,"landing_page_url":"http://hdl.handle.net/11567/698154","pdf_url":null,"source":{"id":"https://openalex.org/S4377196291","display_name":"CINECA IRIS Institutial Research Information System (University of Genoa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83816512","host_organization_name":"University of Genoa","host_organization_lineage":["https://openalex.org/I83816512"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320338370","display_name":"FP7 Information and Communication Technologies","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W172827961","https://openalex.org/W1540558939","https://openalex.org/W1922715780","https://openalex.org/W1980440818","https://openalex.org/W2005894073","https://openalex.org/W2021150169","https://openalex.org/W2027621765","https://openalex.org/W2032139276","https://openalex.org/W2038693330","https://openalex.org/W2054776467","https://openalex.org/W2060054159","https://openalex.org/W2073246877","https://openalex.org/W2076088558","https://openalex.org/W2089165790","https://openalex.org/W2093356961","https://openalex.org/W2106936397","https://openalex.org/W2147801981","https://openalex.org/W2168828075","https://openalex.org/W2238023652"],"related_works":["https://openalex.org/W2290609368","https://openalex.org/W2085947322","https://openalex.org/W2605413835","https://openalex.org/W1967903156","https://openalex.org/W2793502619","https://openalex.org/W2007451490","https://openalex.org/W2029561234","https://openalex.org/W2009118815","https://openalex.org/W4390013260","https://openalex.org/W3162995837"],"abstract_inverted_index":{"Motor":[0],"skill":[1,12,62],"learning":[2,63],"has":[3],"different":[4],"components.":[5],"When":[6],"we":[7,13,56],"acquire":[8],"a":[9,18,24,59,69,125,193],"new":[10],"motor":[11,61],"have":[14,131],"both":[15],"to":[16,22,31,46,68,80,159,192,231],"learn":[17],"reliable":[19],"action-value":[20,85],"map":[21],"select":[23],"highly":[25,145],"rewarded":[26],"action":[27,50],"(task":[28],"model)":[29],"and":[30,75,100,105,172],"develop":[32],"an":[33,84],"internal":[34],"representation":[35],"of":[36,40,83,91,114,121,168,176,205,219,227],"the":[37,41,49,76,81,108,112,115,119,122,134,139,153,161,166,169,174,177,212,217,225,228,232],"novel":[38,70],"dynamics":[39],"task":[42,143,170,178],"environment,":[43],"in":[44,65,97,165,173],"order":[45],"execute":[47],"properly":[48],"previously":[51],"selected":[52],"(internal":[53],"model).":[54],"Here":[55],"focus":[57],"on":[58,89,118,133],"'pure'":[60],"task,":[64],"which":[66,98],"adaptation":[67],"dynamical":[71],"environment":[72],"is":[73,78,144],"negligible":[74],"problem":[77],"reduced":[79,211],"acquisition":[82],"map,":[86],"only":[87],"based":[88],"knowledge":[90],"results.":[92],"Subjects":[93,128],"performed":[94],"point-to-point":[95],"movement,":[96],"start":[99],"target":[101],"positions":[102],"were":[103,185],"fixed":[104],"visible,":[106],"but":[107,216],"score":[109,140],"provided":[110],"at":[111],"end":[113],"movement":[116,136],"depended":[117],"distance":[120],"trajectory":[123,229],"from":[124],"hidden":[126,233],"viapoint.":[127],"did":[129,189],"not":[130,190],"clues":[132],"correct":[135],"other":[137],"than":[138],"value.":[141],"The":[142,182],"redundant,":[146],"as":[147],"infinite":[148],"trajectories":[149,199],"are":[150,200],"compatible":[151],"with":[152,208],"maximum":[154],"score.":[155],"Our":[156],"aim":[157],"was":[158],"capture":[160],"strategies":[162],"subjects":[163,188,210],"use":[164],"exploration":[167],"space":[171],"exploitation":[175],"redundancy":[179],"during":[180],"learning.":[181],"main":[183],"findings":[184],"that":[186],"(i)":[187],"converge":[191],"unique":[194],"solution;":[195],"rather,":[196],"their":[197],"final":[198],"determined":[201],"by":[202],"subject-specific":[203],"history":[204],"exploration.":[206],"(ii)":[207],"learning,":[209],"trajectory's":[213],"overall":[214],"variability,":[215],"point":[218],"minimum":[220],"variability":[221],"gradually":[222],"shifted":[223],"toward":[224],"portion":[226],"closer":[230],"via-point.":[234]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}