{"id":"https://openalex.org/W4285186746","doi":"https://doi.org/10.1109/tcds.2022.3176459","title":"Behavioral Optimization in a Robotic Serial Reaching Task Using Predictive Information","display_name":"Behavioral Optimization in a Robotic Serial Reaching Task Using Predictive Information","publication_year":2022,"publication_date":"2022-05-19","ids":{"openalex":"https://openalex.org/W4285186746","doi":"https://doi.org/10.1109/tcds.2022.3176459"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2022.3176459","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2022.3176459","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://scholarlypublications.universiteitleiden.nl/access/item%3A3505208/view","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047433939","display_name":"Deniz Sen","orcid":"https://orcid.org/0000-0001-9104-6204"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Deniz Sen","raw_affiliation_strings":["Mathematical Institute, Leiden University, Leiden, CA, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-9104-6204","affiliations":[{"raw_affiliation_string":"Mathematical Institute, Leiden University, Leiden, CA, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007949246","display_name":"Roy de Kleijn","orcid":"https://orcid.org/0000-0002-1759-3960"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Roy De Kleijn","raw_affiliation_strings":["Leiden Institute for Brain and Cognition, Leiden University, Leiden, CA, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-1759-3960","affiliations":[{"raw_affiliation_string":"Leiden Institute for Brain and Cognition, Leiden University, Leiden, CA, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052387922","display_name":"George Kachergis","orcid":"https://orcid.org/0000-0003-4153-4167"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George Kachergis","raw_affiliation_strings":["Department of Psychology, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4153-4167","affiliations":[{"raw_affiliation_string":"Department of Psychology, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2287,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.58566657,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"15","issue":"3","first_page":"1012","last_page":"1019"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9498000144958496,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9433000087738037,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8441413640975952},{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.7672696113586426},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7074728012084961},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6476495862007141},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.6391252279281616},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6137157082557678},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6048330068588257},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5892286896705627},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5350825190544128},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.5157628059387207},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.47549566626548767},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4704265594482422},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39969518780708313},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33055710792541504},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3046856224536896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8441413640975952},{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.7672696113586426},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7074728012084961},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6476495862007141},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.6391252279281616},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6137157082557678},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6048330068588257},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5892286896705627},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5350825190544128},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.5157628059387207},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.47549566626548767},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4704265594482422},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39969518780708313},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33055710792541504},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3046856224536896},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tcds.2022.3176459","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2022.3176459","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_3505207","is_oa":true,"landing_page_url":"https://hdl.handle.net/1887/3505207","pdf_url":"https://scholarlypublications.universiteitleiden.nl/access/item%3A3505208/view","source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"Article / Letter to editor"},{"id":"pmh:ul:oai:scholarlypublications.universiteitleiden.nl:item_3505207","is_oa":false,"landing_page_url":"http://hdl.handle.net/1887/3505207","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_3505207","is_oa":true,"landing_page_url":"https://hdl.handle.net/1887/3505207","pdf_url":"https://scholarlypublications.universiteitleiden.nl/access/item%3A3505208/view","source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"Article / Letter to editor"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285186746.pdf","grobid_xml":"https://content.openalex.org/works/W4285186746.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W579042185","https://openalex.org/W1479807131","https://openalex.org/W1522301498","https://openalex.org/W1771410628","https://openalex.org/W1965735313","https://openalex.org/W1985454926","https://openalex.org/W1993411524","https://openalex.org/W1996847178","https://openalex.org/W2003191899","https://openalex.org/W2010247009","https://openalex.org/W2035477615","https://openalex.org/W2036376370","https://openalex.org/W2041564408","https://openalex.org/W2075924004","https://openalex.org/W2076231167","https://openalex.org/W2103660272","https://openalex.org/W2117726420","https://openalex.org/W2141497885","https://openalex.org/W2143453552","https://openalex.org/W2151536942","https://openalex.org/W2154808242","https://openalex.org/W2296073425","https://openalex.org/W2577664326","https://openalex.org/W2590500305","https://openalex.org/W2736601468","https://openalex.org/W2790096445","https://openalex.org/W2889987506","https://openalex.org/W2905989564","https://openalex.org/W2964043796","https://openalex.org/W4205803553","https://openalex.org/W4246426591","https://openalex.org/W4248664840","https://openalex.org/W4256152819","https://openalex.org/W4287662662","https://openalex.org/W4320930577","https://openalex.org/W6631190155","https://openalex.org/W6638018090","https://openalex.org/W6692846177","https://openalex.org/W6732927593","https://openalex.org/W6733629707","https://openalex.org/W6741002519","https://openalex.org/W6746023985","https://openalex.org/W6753526802","https://openalex.org/W6783852185"],"related_works":["https://openalex.org/W2150761772","https://openalex.org/W4213201576","https://openalex.org/W2765459612","https://openalex.org/W1525751611","https://openalex.org/W4285549518","https://openalex.org/W1579870145","https://openalex.org/W2913976737","https://openalex.org/W2381419481","https://openalex.org/W2114148396","https://openalex.org/W131169034"],"abstract_inverted_index":{"Prediction":[0],"is":[1],"a":[2,54,58,63,91],"powerful":[3],"approach":[4],"to":[5,67,87,113],"minimize":[6],"errors":[7],"and":[8,14,115,124],"control":[9],"problems":[10],"in":[11,74,97],"familiar":[12],"environments":[13],"tasks.":[15],"In":[16,49],"human":[17],"motor":[18],"execution":[19,45],"of":[20,31,46,71,103,119],"sequential":[21],"action,":[22],"context":[23,72],"effects":[24,73],"can":[25],"be":[26],"observed,":[27],"such":[28],"as":[29],"anticipation":[30],"or":[32],"predictive":[33,88,141],"movement":[34],"toward":[35,126],"target":[36,93,106,122],"objects,":[37],"where":[38,100],"later":[39],"subactions":[40],"are":[41],"affected":[42],"by":[43],"the":[44,69,101,104,117,120],"earlier":[47,108],"subactions.":[48,109],"this":[50],"article,":[51],"we":[52,81],"present":[53],"simulation":[55],"framework":[56],"for":[57],"serial":[59],"reaching":[60],"task":[61],"using":[62],"4-DoF":[64],"robotic":[65,76,84],"arm":[66],"examine":[68],"learning":[70,78],"simulated":[75],"reinforcement":[77],"agents.":[79],"As":[80],"demonstrate,":[82],"giving":[83],"agents":[85,111,136],"access":[86],"information":[89],"about":[90],"future":[92],"object\u2019s":[94],"identity":[95,102],"results":[96],"motion":[98],"optimization,":[99],"next":[105,121],"modulates":[107],"Specifically,":[110],"learn":[112],"anticipate":[114],"predict":[116],"location":[118],"object,":[123],"move":[125],"it":[127,129],"before":[128],"appears,":[130],"thus":[131],"achieving":[132],"higher":[133],"rewards":[134],"than":[135],"that":[137],"were":[138],"not":[139],"given":[140],"information.":[142]},"counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}