{"id":"https://openalex.org/W2070825586","doi":"https://doi.org/10.1155/2010/437654","title":"Emergence of Prediction by Reinforcement Learning Using a Recurrent Neural Network","display_name":"Emergence of Prediction by Reinforcement Learning Using a Recurrent Neural Network","publication_year":2010,"publication_date":"2010-01-01","ids":{"openalex":"https://openalex.org/W2070825586","doi":"https://doi.org/10.1155/2010/437654","mag":"2070825586"},"language":"en","primary_location":{"id":"doi:10.1155/2010/437654","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2010/437654","pdf_url":"https://downloads.hindawi.com/journals/jr/2010/437654.pdf","source":{"id":"https://openalex.org/S176211327","display_name":"Journal of Robotics","issn_l":"1687-9600","issn":["1687-9600","1687-9619"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://downloads.hindawi.com/journals/jr/2010/437654.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023790602","display_name":"Kenta Goto","orcid":"https://orcid.org/0000-0002-0102-0658"},"institutions":[{"id":"https://openalex.org/I188815454","display_name":"Oita University","ror":"https://ror.org/01nyv7k26","country_code":"JP","type":"education","lineage":["https://openalex.org/I188815454"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Kenta Goto","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Oita University, 700 Dannoharu, Oita 870-1192, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Oita University, 700 Dannoharu, Oita 870-1192, Japan","institution_ids":["https://openalex.org/I188815454"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065903792","display_name":"Katsunari Shibata","orcid":"https://orcid.org/0000-0002-5915-6478"},"institutions":[{"id":"https://openalex.org/I188815454","display_name":"Oita University","ror":"https://ror.org/01nyv7k26","country_code":"JP","type":"education","lineage":["https://openalex.org/I188815454"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Katsunari Shibata","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Oita University, 700 Dannoharu, Oita 870-1192, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Oita University, 700 Dannoharu, Oita 870-1192, Japan","institution_ids":["https://openalex.org/I188815454"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5023790602"],"corresponding_institution_ids":["https://openalex.org/I188815454"],"apc_list":{"value":900,"currency":"USD","value_usd":900},"apc_paid":{"value":900,"currency":"USD","value_usd":900},"fwci":2.3274,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.89678819,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2010","issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8330106735229492},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7692193984985352},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.7314828634262085},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7171393632888794},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7028546333312988},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6027098298072815},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5312150716781616},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.48868969082832336},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4871227741241455}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8330106735229492},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7692193984985352},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.7314828634262085},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7171393632888794},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7028546333312988},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6027098298072815},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5312150716781616},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.48868969082832336},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4871227741241455},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1155/2010/437654","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2010/437654","pdf_url":"https://downloads.hindawi.com/journals/jr/2010/437654.pdf","source":{"id":"https://openalex.org/S176211327","display_name":"Journal of Robotics","issn_l":"1687-9600","issn":["1687-9600","1687-9619"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Robotics","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.165.8002","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.165.8002","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://shws.cc.oita-u.ac.jp/%7Eshibata/pub/J.Robotics-Goto10.pdf","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:f00e5a2a83744d538f88da8d14a69e8e","is_oa":true,"landing_page_url":"https://doaj.org/article/f00e5a2a83744d538f88da8d14a69e8e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Robotics, Vol 2010 (2010)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2010/437654","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2010/437654","pdf_url":"https://downloads.hindawi.com/journals/jr/2010/437654.pdf","source":{"id":"https://openalex.org/S176211327","display_name":"Journal of Robotics","issn_l":"1687-9600","issn":["1687-9600","1687-9619"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Robotics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2983449479","display_name":null,"funder_award_id":"Scientific Research","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3236194794","display_name":null,"funder_award_id":"Grant-in-Aid","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3459562248","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4874944895","display_name":null,"funder_award_id":"-in-Aid","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G546187511","display_name":null,"funder_award_id":"19300070","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6378668385","display_name":"\u5927\u90fd\u5e02\u304a\u3088\u3073\u305d\u306e\u5468\u8fba\u306b\u304a\u3051\u308b\u7dd1\u5730\u4fdd\u5168\u306e\u793e\u4f1a\u7d4c\u6e08\u5b66\u7684\u7814\u7a76","funder_award_id":"30007","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7167128334","display_name":null,"funder_award_id":"Grant-in-Aid for Scientific Researc","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7337825077","display_name":null,"funder_award_id":"Grant-in-Aid for Sc","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8759943101","display_name":null,"funder_award_id":"rant-in-Aid for Scientific Research","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2070825586.pdf","grobid_xml":"https://content.openalex.org/works/W2070825586.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W163874368","https://openalex.org/W172298727","https://openalex.org/W1499371387","https://openalex.org/W1506440042","https://openalex.org/W1557073320","https://openalex.org/W1557517019","https://openalex.org/W1569930087","https://openalex.org/W1584431645","https://openalex.org/W2089029564","https://openalex.org/W2101524054","https://openalex.org/W2115121720","https://openalex.org/W2123663688","https://openalex.org/W2136188515","https://openalex.org/W2158282517","https://openalex.org/W2163126463","https://openalex.org/W2169300227","https://openalex.org/W2174227032","https://openalex.org/W2397253692","https://openalex.org/W2766736793"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"To":[0],"develop":[1],"a":[2,26,89,111,117,122,175],"robot":[3],"that":[4,14,39,54,84,125,133],"behaves":[5],"flexibly":[6],"in":[7,28],"the":[8,45,64,72,134,139,143,151,161,170,178],"real":[9],"world,":[10],"it":[11,15,55,120,130,147],"is":[12,40,56,82,108],"essential":[13],"learns":[16],"various":[17],"necessary":[18,140],"functions":[19],"autonomously":[20],"without":[21,98],"receiving":[22],"significant":[23],"information":[24,107,152],"from":[25,44,78],"human":[27],"advance.":[29],"Among":[30],"such":[31],"functions,":[32],"this":[33],"paper":[34],"focuses":[35],"on":[36],"learning":[37,61,87],"\u201cprediction\u201d":[38],"attracting":[41],"attention":[42],"recently":[43],"viewpoint":[46],"of":[47,66,75,106,142,172],"autonomous":[48],"learning.":[49],"The":[50],"authors":[51],"point":[52],"out":[53],"important":[57],"to":[58,137,149,159],"acquire":[59],"through":[60,85],"not":[62,103],"only":[63],"way":[65],"predicting":[67],"future":[68],"information,":[69],"but":[70],"also":[71],"purposive":[73],"extraction":[74],"prediction":[76],"target":[77],"sensor":[79],"signals.":[80],"It":[81],"suggested":[83],"reinforcement":[86],"using":[88],"recurrent":[90],"neural":[91],"network,":[92],"both":[93],"emerge":[94],"purposively":[95],"and":[96,157,167],"simultaneously":[97],"testing":[99],"individually":[100],"whether":[101],"or":[102],"each":[104],"piece":[105],"predictable.":[109],"In":[110],"task":[112],"where":[113],"an":[114,164],"agent":[115,135],"gets":[116],"reward":[118],"when":[119],"catches":[121],"moving":[123],"object":[124,144,162,179],"can":[126],"possibly":[127],"become":[128],"invisible,":[129],"was":[131],"observed":[132],"learned":[136],"detect":[138],"factors":[141],"velocity":[145],"before":[146],"disappeared,":[148],"relay":[150],"among":[153],"some":[154],"hidden":[155],"neurons,":[156],"finally":[158],"catch":[160],"at":[163],"appropriate":[165],"position":[166],"timing,":[168],"considering":[169],"effects":[171],"bounces":[173],"off":[174],"wall":[176],"after":[177],"became":[180],"invisible.":[181]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}