{"id":"https://openalex.org/W2124595713","doi":"https://doi.org/10.1109/ijcnn.2004.1381185","title":"More effective reinforcement learning by introducing sensory information","display_name":"More effective reinforcement learning by introducing sensory information","publication_year":2005,"publication_date":"2005-02-28","ids":{"openalex":"https://openalex.org/W2124595713","doi":"https://doi.org/10.1109/ijcnn.2004.1381185","mag":"2124595713"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2004.1381185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2004.1381185","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2004 IEEE International Joint Conference on Neural Networks (IEEE Cat. No.04CH37541)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033652060","display_name":"Katsuhiko Kamei","orcid":"https://orcid.org/0000-0002-6067-9049"},"institutions":[{"id":"https://openalex.org/I207014233","display_name":"Kyushu Institute of Technology","ror":"https://ror.org/02278tr80","country_code":"JP","type":"education","lineage":["https://openalex.org/I207014233"]},{"id":"https://openalex.org/I118768305","display_name":"Kyushu Institute of Information Sciences","ror":"https://ror.org/01pt4x202","country_code":"JP","type":"education","lineage":["https://openalex.org/I118768305"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"K. Kamei","raw_affiliation_strings":["Department of Brain Science and Engineering, Graduate School of Life Science and Systems Engineering, Kyushu Institute of Information Sciences, Kitakyushu, Japan","Dept. of Brain Sci. & Eng., Kyushu Inst. of Technol., Kitakyushu, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Brain Science and Engineering, Graduate School of Life Science and Systems Engineering, Kyushu Institute of Information Sciences, Kitakyushu, Japan","institution_ids":["https://openalex.org/I118768305"]},{"raw_affiliation_string":"Dept. of Brain Sci. & Eng., Kyushu Inst. of Technol., Kitakyushu, Japan","institution_ids":["https://openalex.org/I207014233"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010897098","display_name":"Masatoshi Ishikawa","orcid":"https://orcid.org/0000-0002-6096-830X"},"institutions":[{"id":"https://openalex.org/I118768305","display_name":"Kyushu Institute of Information Sciences","ror":"https://ror.org/01pt4x202","country_code":"JP","type":"education","lineage":["https://openalex.org/I118768305"]},{"id":"https://openalex.org/I207014233","display_name":"Kyushu Institute of Technology","ror":"https://ror.org/02278tr80","country_code":"JP","type":"education","lineage":["https://openalex.org/I207014233"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"M. Ishikawa","raw_affiliation_strings":["Department of Brain Science and Engineering, Graduate School of Life Science and Systems Engineering, Kyushu Institute of Information Sciences, Kitakyushu, Japan","Dept. of Brain Sci. & Eng., Kyushu Inst. of Technol., Kitakyushu, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Brain Science and Engineering, Graduate School of Life Science and Systems Engineering, Kyushu Institute of Information Sciences, Kitakyushu, Japan","institution_ids":["https://openalex.org/I118768305"]},{"raw_affiliation_string":"Dept. of Brain Sci. & Eng., Kyushu Inst. of Technol., Kitakyushu, Japan","institution_ids":["https://openalex.org/I207014233"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5033652060"],"corresponding_institution_ids":["https://openalex.org/I118768305","https://openalex.org/I207014233"],"apc_list":null,"apc_paid":null,"fwci":1.3162,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.84818134,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"4","issue":null,"first_page":"3185","last_page":"3188"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10621","display_name":"Gene Regulatory Network Analysis","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9224468469619751},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7200657725334167},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.7152016162872314},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.625235915184021},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.5542742013931274},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.5539669394493103},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4967353940010071},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.48978114128112793},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4859274923801422},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.4673514664173126},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.447441428899765},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4445028305053711},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.42942142486572266},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4032549560070038},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14480969309806824},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08342203497886658}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9224468469619751},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7200657725334167},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.7152016162872314},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.625235915184021},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.5542742013931274},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.5539669394493103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4967353940010071},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.48978114128112793},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4859274923801422},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.4673514664173126},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.447441428899765},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4445028305053711},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.42942142486572266},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4032549560070038},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14480969309806824},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08342203497886658},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2004.1381185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2004.1381185","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2004 IEEE International Joint Conference on Neural Networks (IEEE Cat. No.04CH37541)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320912","display_name":"Ministry of Education, Culture, Sports, Science and Technology","ror":"https://ror.org/048rj2z13"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1513089816","https://openalex.org/W1591232013","https://openalex.org/W1964271816","https://openalex.org/W2070619758","https://openalex.org/W2124341319","https://openalex.org/W2164823136","https://openalex.org/W2907803261","https://openalex.org/W2911283634","https://openalex.org/W4285719527","https://openalex.org/W4301630257"],"related_works":["https://openalex.org/W2386410636","https://openalex.org/W3038962357","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3099153698","https://openalex.org/W3087814763","https://openalex.org/W2025663273","https://openalex.org/W3127551068"],"abstract_inverted_index":{"Among":[0],"various":[1],"reinforcement":[2,43],"learning":[3,44,48],"methods,":[4],"Q-learning":[5],"is":[6,16,67],"particularly":[7],"useful":[8],"for":[9],"mobile":[10,34,83],"robots,":[11],"because":[12],"its":[13,47],"value":[14,72],"function":[15,18,73],"a":[17,20,33,55,71,82,106,111],"of":[19,32,53,62,81,95],"state":[21,26,80],"and":[22,30,50,57,109],"an":[23],"action.":[24],"The":[25],"here":[27],"represents":[28],"location":[29],"orientation":[31],"robot.":[35],"We":[36],"propose":[37],"to":[38,45,58,68],"introduce":[39],"sensory":[40,87],"signals":[41],"into":[42],"increase":[46],"speed":[49],"the":[51,60,78,93],"probability":[52,61],"reaching":[54],"goal,":[56],"decrease":[59],"collision.":[63],"A":[64],"key":[65],"idea":[66],"directly":[69],"reduce":[70],"at":[74],"other":[75],"states":[76],"than":[77,100,114],"current":[79],"robot":[84],"based":[85],"on":[86],"signals.":[88],"Computer":[89],"simulation":[90],"demonstrates":[91],"that":[92,115],"number":[94],"goals":[96],"reached":[97],"increases":[98],"more":[99],"2":[101],"times":[102],"faster":[103],"both":[104],"in":[105,110],"simple":[107],"environment":[108,113],"complex":[112],"by":[116],"conventional":[117],"Q-learning.":[118]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}