{"id":"https://openalex.org/W1971893923","doi":"https://doi.org/10.3390/robotics2030149","title":"An Improved Reinforcement Learning System Using Affective Factors","display_name":"An Improved Reinforcement Learning System Using Affective Factors","publication_year":2013,"publication_date":"2013-07-10","ids":{"openalex":"https://openalex.org/W1971893923","doi":"https://doi.org/10.3390/robotics2030149","mag":"1971893923"},"language":"en","primary_location":{"id":"doi:10.3390/robotics2030149","is_oa":true,"landing_page_url":"https://doi.org/10.3390/robotics2030149","pdf_url":"https://www.mdpi.com/2218-6581/2/3/149/pdf?version=1373445376","source":{"id":"https://openalex.org/S4210232487","display_name":"Robotics","issn_l":"2218-6581","issn":["2218-6581"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2218-6581/2/3/149/pdf?version=1373445376","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034551675","display_name":"Takashi Kuremoto","orcid":"https://orcid.org/0000-0003-2717-2008"},"institutions":[{"id":"https://openalex.org/I173915773","display_name":"Yamaguchi University","ror":"https://ror.org/03cxys317","country_code":"JP","type":"education","lineage":["https://openalex.org/I173915773"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Takashi Kuremoto","raw_affiliation_strings":["Graduate School of Science and Engineering, Yamaguchi University, Tokiwadai 2-16-1, Ube, Yamaguchi 755-8611, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Yamaguchi University, Tokiwadai 2-16-1, Ube, Yamaguchi 755-8611, Japan","institution_ids":["https://openalex.org/I173915773"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074798187","display_name":"Tetsuya Tsurusaki","orcid":null},"institutions":[{"id":"https://openalex.org/I173915773","display_name":"Yamaguchi University","ror":"https://ror.org/03cxys317","country_code":"JP","type":"education","lineage":["https://openalex.org/I173915773"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tetsuya Tsurusaki","raw_affiliation_strings":["Graduate School of Science and Engineering, Yamaguchi University, Tokiwadai 2-16-1, Ube, Yamaguchi 755-8611, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Yamaguchi University, Tokiwadai 2-16-1, Ube, Yamaguchi 755-8611, Japan","institution_ids":["https://openalex.org/I173915773"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112406082","display_name":"Kunikazu Kobayashi","orcid":null},"institutions":[{"id":"https://openalex.org/I45205469","display_name":"Aichi Prefectural University","ror":"https://ror.org/047n0b268","country_code":"JP","type":"education","lineage":["https://openalex.org/I45205469"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kunikazu Kobayashi","raw_affiliation_strings":["School of Information Science & Technology, Aichi Prefectural University, Ibaragabasama 152203, Ngakute, Aichi 480-1198, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science & Technology, Aichi Prefectural University, Ibaragabasama 152203, Ngakute, Aichi 480-1198, Japan","institution_ids":["https://openalex.org/I45205469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037937808","display_name":"Shingo Mabu","orcid":"https://orcid.org/0000-0002-8759-8337"},"institutions":[{"id":"https://openalex.org/I173915773","display_name":"Yamaguchi University","ror":"https://ror.org/03cxys317","country_code":"JP","type":"education","lineage":["https://openalex.org/I173915773"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shingo Mabu","raw_affiliation_strings":["Graduate School of Science and Engineering, Yamaguchi University, Tokiwadai 2-16-1, Ube, Yamaguchi 755-8611, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Yamaguchi University, Tokiwadai 2-16-1, Ube, Yamaguchi 755-8611, Japan","institution_ids":["https://openalex.org/I173915773"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108608102","display_name":"Masanao Obayashi","orcid":null},"institutions":[{"id":"https://openalex.org/I173915773","display_name":"Yamaguchi University","ror":"https://ror.org/03cxys317","country_code":"JP","type":"education","lineage":["https://openalex.org/I173915773"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masanao Obayashi","raw_affiliation_strings":["Graduate School of Science and Engineering, Yamaguchi University, Tokiwadai 2-16-1, Ube, Yamaguchi 755-8611, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Yamaguchi University, Tokiwadai 2-16-1, Ube, Yamaguchi 755-8611, Japan","institution_ids":["https://openalex.org/I173915773"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5034551675"],"corresponding_institution_ids":["https://openalex.org/I173915773"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.9883,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.81512137,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"2","issue":"3","first_page":"149","last_page":"164"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9585999846458435,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9585999846458435,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9143999814987183,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9057000279426575,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8466933965682983},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6325233578681946},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6187626123428345},{"id":"https://openalex.org/keywords/aliasing","display_name":"Aliasing","score":0.5287522673606873},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4516713321208954},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.44972726702690125},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.4443420171737671},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.43013471364974976},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14821749925613403},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13942542672157288}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8466933965682983},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6325233578681946},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6187626123428345},{"id":"https://openalex.org/C4069607","wikidata":"https://www.wikidata.org/wiki/Q868732","display_name":"Aliasing","level":3,"score":0.5287522673606873},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4516713321208954},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44972726702690125},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.4443420171737671},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.43013471364974976},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14821749925613403},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13942542672157288},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C136536468","wikidata":"https://www.wikidata.org/wiki/Q1225894","display_name":"Undersampling","level":2,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/robotics2030149","is_oa":true,"landing_page_url":"https://doi.org/10.3390/robotics2030149","pdf_url":"https://www.mdpi.com/2218-6581/2/3/149/pdf?version=1373445376","source":{"id":"https://openalex.org/S4210232487","display_name":"Robotics","issn_l":"2218-6581","issn":["2218-6581"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotics","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.361.4459","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.361.4459","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.mdpi.com/2218-6581/2/3/149/pdf?y=1","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:dafa2f65697d4eda865f5890daa4daee","is_oa":true,"landing_page_url":"https://doaj.org/article/dafa2f65697d4eda865f5890daa4daee","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Robotics, Vol 2, Iss 3, Pp 149-164 (2013)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2218-6581/2/3/149/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/robotics2030149","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Robotics; Volume 2; Issue 3; Pages: 149-164","raw_type":"Text"},{"id":"pmh:oai:petit.lib.yamaguchi-u.ac.jp:G0000006y2j2:2013010569","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400160","display_name":"Yamaguchi University Navigator for Open Access Collection and Archives (Yamaguchi University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I173915773","host_organization_name":"Yamaguchi University","host_organization_lineage":["https://openalex.org/I173915773"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"doi:10.3390/robotics2030149","is_oa":true,"landing_page_url":"https://doi.org/10.3390/robotics2030149","pdf_url":"https://www.mdpi.com/2218-6581/2/3/149/pdf?version=1373445376","source":{"id":"https://openalex.org/S4210232487","display_name":"Robotics","issn_l":"2218-6581","issn":["2218-6581"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4372235553","display_name":"An Integrated System Mimicking Brain Information Processing with Learning Functions for Self and Others, and Its Application","funder_award_id":"23500181","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1971893923.pdf","grobid_xml":"https://content.openalex.org/works/W1971893923.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1497201122","https://openalex.org/W1507591516","https://openalex.org/W1543821666","https://openalex.org/W1557517019","https://openalex.org/W1560390149","https://openalex.org/W1587234450","https://openalex.org/W1748703215","https://openalex.org/W1825285576","https://openalex.org/W1830172404","https://openalex.org/W1937226553","https://openalex.org/W1977137834","https://openalex.org/W1982678075","https://openalex.org/W1995994120","https://openalex.org/W2017995647","https://openalex.org/W2025626088","https://openalex.org/W2057754864","https://openalex.org/W2062758252","https://openalex.org/W2066237013","https://openalex.org/W2066835872","https://openalex.org/W2068761022","https://openalex.org/W2080407498","https://openalex.org/W2091565802","https://openalex.org/W2092804630","https://openalex.org/W2096767749","https://openalex.org/W2100677568","https://openalex.org/W2121863487","https://openalex.org/W2134031328","https://openalex.org/W2137179571","https://openalex.org/W2149628368","https://openalex.org/W2156737235","https://openalex.org/W2160067530","https://openalex.org/W2161563886","https://openalex.org/W2167261463","https://openalex.org/W2305205647","https://openalex.org/W2482450324","https://openalex.org/W2588399964","https://openalex.org/W3041202696","https://openalex.org/W3042794213","https://openalex.org/W4214717370","https://openalex.org/W4237530378","https://openalex.org/W4292927920","https://openalex.org/W6645947618","https://openalex.org/W6649330030","https://openalex.org/W6683195989","https://openalex.org/W6683935339"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W20361778"],"abstract_inverted_index":{"As":[0],"a":[1,126,151,188],"powerful":[2],"and":[3,28,40,72,90,104,137,170,176,190],"intelligent":[4],"machine":[5],"learning":[6,9,111,121,148,193],"method,":[7],"reinforcement":[8],"(RL)":[10],"has":[11],"been":[12],"widely":[13],"used":[14],"in":[15,109,122,185],"many":[16],"fields":[17],"such":[18,64,100],"as":[19,65,101],"game":[20],"theory,":[21],"adaptive":[22],"control,":[23],"multi-agent":[24,60],"system,":[25],"nonlinear":[26],"forecasting,":[27],"so":[29],"on.":[30],"The":[31],"main":[32],"contribution":[33],"of":[34,51,67,74,113,139,143,150,165],"this":[35,116],"technique":[36],"is":[37,57,85,95],"its":[38],"exploration":[39],"exploitation":[41],"approaches":[42],"to":[43,59,80,118,145],"find":[44],"the":[45,75,93,110,147,160,177,181],"optimal":[46],"solution":[47,50],"or":[48],"semi-optimal":[49],"goal-directed":[52],"problems.":[53],"However,":[54],"when":[55],"RL":[56,84,153],"applied":[58],"systems":[61],"(MASs),":[62],"problems":[63,167],"\u201ccurse":[66],"dimension\u201d,":[68],"\u201cperceptual":[69],"aliasing":[70],"problem\u201d,":[71],"uncertainty":[73],"environment":[76,94],"constitute":[77],"high":[78],"hurdles":[79],"RL.":[81,114],"Meanwhile,":[82],"although":[83],"inspired":[86],"by":[87],"behavioral":[88],"psychology":[89],"reward/punishment":[91],"from":[92],"used,":[96],"higher":[97],"mental":[98],"factors":[99,135],"affects,":[102,144],"emotions,":[103],"motivations":[105],"are":[106],"rarely":[107],"adopted":[108],"procedure":[112],"In":[115],"paper,":[117],"challenge":[119],"agents":[120,186],"MASs,":[123],"we":[124],"propose":[125],"computational":[127],"motivation":[128],"function,":[129],"which":[130],"adopts":[131],"two":[132],"principle":[133],"affective":[134],"\u201cArousal\u201d":[136],"\u201cPleasure\u201d":[138],"Russell\u2019s":[140],"circumplex":[141],"model":[142],"improve":[146],"performance":[149],"conventional":[152,161],"algorithm":[154],"named":[155],"Q-learning":[156],"(QL).":[157],"Compared":[158],"with":[159,168],"QL,":[162],"computer":[163],"simulations":[164],"pursuit":[166],"static":[169],"dynamic":[171],"preys":[172],"were":[173],"carried":[174],"out,":[175],"results":[178,184],"showed":[179],"that":[180],"proposed":[182],"method":[183],"having":[187],"faster":[189],"more":[191],"stable":[192],"performance.":[194]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}