{"id":"https://openalex.org/W2068699051","doi":"https://doi.org/10.1109/icsmc.2012.6377870","title":"An emotional model embedded reinforcement learning system","display_name":"An emotional model embedded reinforcement learning system","publication_year":2012,"publication_date":"2012-10-01","ids":{"openalex":"https://openalex.org/W2068699051","doi":"https://doi.org/10.1109/icsmc.2012.6377870","mag":"2068699051"},"language":"en","primary_location":{"id":"doi:10.1109/icsmc.2012.6377870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsmc.2012.6377870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108608102","display_name":"Masanao Obayashi","orcid":null},"institutions":[{"id":"https://openalex.org/I173915773","display_name":"Yamaguchi University","ror":"https://ror.org/03cxys317","country_code":"JP","type":"education","lineage":["https://openalex.org/I173915773"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masanao Obayashi","raw_affiliation_strings":["Graduate School of Science and Engineering, Yamaguchi University, Ube, Yamaguchi, Japan","Graduate School of Science and Engineering, Yamaguchi University, Ube, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Yamaguchi University, Ube, Yamaguchi, Japan","institution_ids":["https://openalex.org/I173915773"]},{"raw_affiliation_string":"Graduate School of Science and Engineering, Yamaguchi University, Ube, Japan","institution_ids":["https://openalex.org/I173915773"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073861389","display_name":"Takahiro Takuno","orcid":null},"institutions":[{"id":"https://openalex.org/I173915773","display_name":"Yamaguchi University","ror":"https://ror.org/03cxys317","country_code":"JP","type":"education","lineage":["https://openalex.org/I173915773"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takahiro Takuno","raw_affiliation_strings":["Graduate School of Science and Engineering, Yamaguchi University, Ube, Yamaguchi, Japan","Graduate School of Science and Engineering, Yamaguchi University, Ube, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Yamaguchi University, Ube, Yamaguchi, Japan","institution_ids":["https://openalex.org/I173915773"]},{"raw_affiliation_string":"Graduate School of Science and Engineering, Yamaguchi University, Ube, Japan","institution_ids":["https://openalex.org/I173915773"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034551675","display_name":"Takashi Kuremoto","orcid":"https://orcid.org/0000-0003-2717-2008"},"institutions":[{"id":"https://openalex.org/I173915773","display_name":"Yamaguchi University","ror":"https://ror.org/03cxys317","country_code":"JP","type":"education","lineage":["https://openalex.org/I173915773"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takashi Kuremoto","raw_affiliation_strings":["Graduate School of Science and Engineering, Yamaguchi University, Ube, Yamaguchi, Japan","Graduate School of Science and Engineering, Yamaguchi University, Ube, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Yamaguchi University, Ube, Yamaguchi, Japan","institution_ids":["https://openalex.org/I173915773"]},{"raw_affiliation_string":"Graduate School of Science and Engineering, Yamaguchi University, Ube, Japan","institution_ids":["https://openalex.org/I173915773"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112406082","display_name":"Kunikazu Kobayashi","orcid":null},"institutions":[{"id":"https://openalex.org/I45205469","display_name":"Aichi Prefectural University","ror":"https://ror.org/047n0b268","country_code":"JP","type":"education","lineage":["https://openalex.org/I45205469"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kunikazu Kobayashi","raw_affiliation_strings":["School of Information Science and Technology, Aichi Prefectural University, Nagakute, Aichi, Japan","School of Information Science & Technology, Aichi Prefectural University, Nagakute, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Aichi Prefectural University, Nagakute, Aichi, Japan","institution_ids":["https://openalex.org/I45205469"]},{"raw_affiliation_string":"School of Information Science & Technology, Aichi Prefectural University, Nagakute, Japan","institution_ids":["https://openalex.org/I45205469"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7691,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.86813987,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"19","issue":null,"first_page":"1058","last_page":"1063"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9645000100135803,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9333724975585938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7553744912147522},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6343170404434204},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5661747455596924},{"id":"https://openalex.org/keywords/learning-classifier-system","display_name":"Learning classifier system","score":0.5574479699134827},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45734214782714844},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44991135597229004},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08703359961509705}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9333724975585938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7553744912147522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6343170404434204},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5661747455596924},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.5574479699134827},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45734214782714844},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44991135597229004},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08703359961509705},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsmc.2012.6377870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsmc.2012.6377870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1535131910","https://openalex.org/W1690721869","https://openalex.org/W1986607486","https://openalex.org/W2063893810","https://openalex.org/W2067153429","https://openalex.org/W2070909170","https://openalex.org/W2088208376","https://openalex.org/W2097279395","https://openalex.org/W2110373108","https://openalex.org/W2115546430","https://openalex.org/W2121372741","https://openalex.org/W2121863487","https://openalex.org/W2149628368","https://openalex.org/W4214717370","https://openalex.org/W6676222490"],"related_works":["https://openalex.org/W1966456942","https://openalex.org/W2754028433","https://openalex.org/W3148138296","https://openalex.org/W1882507001","https://openalex.org/W2367922714","https://openalex.org/W1986508893","https://openalex.org/W2352650970","https://openalex.org/W2534140487","https://openalex.org/W4383501708","https://openalex.org/W2130711276"],"abstract_inverted_index":{"When":[0],"human":[1],"does":[2,7],"a":[3,56],"decision-making,":[4],"h/she":[5],"finally":[6],"it":[8,80,110],"using":[9],"the":[10,14,19,25,46,61,71,93,103,114,122],"various":[11],"functions":[12],"in":[13],"brain.":[15],"He/she":[16],"also":[17],"has":[18],"ability":[20],"to":[21,23,84,106],"learn":[22],"improve":[24],"decision":[26],"and":[27],"get":[28],"better":[29],"results":[30],"than":[31],"before.":[32],"Reinforcement":[33],"learning,":[34],"one":[35],"of":[36,42,45,73],"machine":[37],"learning":[38,43,64,96,125],"methods,":[39],"is":[40,111,117],"mimicking":[41],"function":[44],"biological":[47,74],"brain's":[48],"basal":[49],"ganglia.":[50],"In":[51],"this":[52],"study,":[53],"we":[54],"propose":[55],"novel":[57,77],"method":[58,78,97,105,116],"that":[59,113],"combines":[60],"conventional":[62,94,123],"reinforcement":[63,95,124],"with":[65,121],"an":[66],"emotion":[67],"model":[68],"which":[69,88],"introduced":[70],"concept":[72],"emotion.":[75],"Our":[76],"makes":[79],"possible":[81],"for":[82],"agent":[83],"accomplish":[85],"complicated":[86],"tasks":[87],"can't":[89],"be":[90],"solved":[91],"by":[92],"only.":[98],"Through":[99],"computer":[100],"simulations":[101],"applying":[102],"proposed":[104,115],"path":[107],"finding":[108],"problems,":[109],"verified":[112],"more":[118],"effective":[119],"comparing":[120],"method.":[126]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}