{"id":"https://openalex.org/W2147906765","doi":"https://doi.org/10.1109/scis-isis.2012.6505340","title":"Modulating reinforcement-learning parameters using agent emotions","display_name":"Modulating reinforcement-learning parameters using agent emotions","publication_year":2012,"publication_date":"2012-11-01","ids":{"openalex":"https://openalex.org/W2147906765","doi":"https://doi.org/10.1109/scis-isis.2012.6505340","mag":"2147906765"},"language":"en","primary_location":{"id":"doi:10.1109/scis-isis.2012.6505340","is_oa":false,"landing_page_url":"https://doi.org/10.1109/scis-isis.2012.6505340","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 6th International Conference on Soft Computing and Intelligent Systems, and The 13th International Symposium on Advanced Intelligence Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050918880","display_name":"Rickard von Haugwitz","orcid":null},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]},{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["JP","SE"],"is_corresponding":false,"raw_author_name":"Rickard von Haugwitz","raw_affiliation_strings":["Applied Information Technology, Chalmers University of Technology, Göteborg, Sweden","Applied Information Technology, Chalmers University of Technology, Goteborg, Sweden","Research Institute of Electrical Communication, Tohoku University, Sendai, Miyagi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Applied Information Technology, Chalmers University of Technology, Göteborg, Sweden","institution_ids":["https://openalex.org/I66862912"]},{"raw_affiliation_string":"Applied Information Technology, Chalmers University of Technology, Goteborg, Sweden","institution_ids":["https://openalex.org/I66862912"]},{"raw_affiliation_string":"Research Institute of Electrical Communication, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026275950","display_name":"Yoshifumi Kitamura","orcid":"https://orcid.org/0000-0002-7047-627X"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshifumi Kitamura","raw_affiliation_strings":["Research Institute of Electrical Communication, Tohoku University, Sendai, Miyagi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute of Electrical Communication, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052000885","display_name":"Kazuki Takashima","orcid":"https://orcid.org/0000-0002-1020-5750"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuki Takashima","raw_affiliation_strings":["Research Institute of Electrical Communication, Tohoku University, Sendai, Miyagi, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Institute of Electrical Communication, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7399,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.87137041,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1281","last_page":"1285"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.949999988079071,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9369000196456909,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9239029288291931},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6675308346748352},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5362379550933838},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5351389646530151},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.5323930978775024},{"id":"https://openalex.org/keywords/radial-basis-function","display_name":"Radial basis function","score":0.5288634896278381},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5218114852905273},{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"Temporal difference learning","score":0.5155951380729675},{"id":"https://openalex.org/keywords/function-approximation","display_name":"Function approximation","score":0.5006654262542725},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49218836426734924},{"id":"https://openalex.org/keywords/basis","display_name":"Basis (linear algebra)","score":0.4295915365219116},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.33037668466567993},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1704702079296112},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15128487348556519},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12109988927841187}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9239029288291931},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6675308346748352},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5362379550933838},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5351389646530151},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.5323930978775024},{"id":"https://openalex.org/C98856871","wikidata":"https://www.wikidata.org/wiki/Q1588488","display_name":"Radial basis function","level":3,"score":0.5288634896278381},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5218114852905273},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.5155951380729675},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.5006654262542725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49218836426734924},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.4295915365219116},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.33037668466567993},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1704702079296112},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15128487348556519},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12109988927841187},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/scis-isis.2012.6505340","is_oa":false,"landing_page_url":"https://doi.org/10.1109/scis-isis.2012.6505340","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 6th International Conference on Soft Computing and Intelligent Systems, and The 13th International Symposium on Advanced Intelligence Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:research.chalmers.se:213333","is_oa":false,"landing_page_url":"https://research.chalmers.se/en/publication/213333","pdf_url":null,"source":{"id":"https://openalex.org/S4306402469","display_name":"Chalmers Research (Chalmers University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66862912","host_organization_name":"Chalmers University of Technology","host_organization_lineage":["https://openalex.org/I66862912"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321523","display_name":"Chalmers Tekniska H\u00f6gskola","ror":"https://ror.org/040wg7k59"},{"id":"https://openalex.org/F4320323421","display_name":"G\u00f6teborgs Universitet","ror":"https://ror.org/01tm6cn81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W55098259","https://openalex.org/W67729719","https://openalex.org/W1514205146","https://openalex.org/W1528676759","https://openalex.org/W1533285455","https://openalex.org/W1556756526","https://openalex.org/W1565497559","https://openalex.org/W1578205364","https://openalex.org/W1646707810","https://openalex.org/W1652173018","https://openalex.org/W1981243943","https://openalex.org/W1993148431","https://openalex.org/W1993881612","https://openalex.org/W1994616650","https://openalex.org/W1994833873","https://openalex.org/W1996579288","https://openalex.org/W1999937463","https://openalex.org/W2073258676","https://openalex.org/W2076337359","https://openalex.org/W2080759927","https://openalex.org/W2086550037","https://openalex.org/W2097333215","https://openalex.org/W2116871363","https://openalex.org/W2117726420","https://openalex.org/W2119076496","https://openalex.org/W2119333483","https://openalex.org/W2121903617","https://openalex.org/W2137409775","https://openalex.org/W2138239634","https://openalex.org/W2144801703","https://openalex.org/W2148166693","https://openalex.org/W2161563886","https://openalex.org/W2295964704","https://openalex.org/W2341171179","https://openalex.org/W2767204435","https://openalex.org/W2900790966","https://openalex.org/W4237821612","https://openalex.org/W6602711884","https://openalex.org/W6634769242","https://openalex.org/W6638782989","https://openalex.org/W6677946340","https://openalex.org/W6682015148","https://openalex.org/W6697351535","https://openalex.org/W6745681129","https://openalex.org/W6756436842"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W2145363145","https://openalex.org/W2341346307","https://openalex.org/W2154399718","https://openalex.org/W4321463377","https://openalex.org/W4384574988","https://openalex.org/W2768629321","https://openalex.org/W2130711276","https://openalex.org/W4308828368","https://openalex.org/W1528400370"],"abstract_inverted_index":{"An":[0],"actor-critic":[1],"reinforcement-learning":[2],"algorithm":[3],"using":[4,41],"a":[5,19,100],"radial-basis-function":[6],"network":[7],"for":[8],"approximation":[9,94],"of":[10,31,59,95],"the":[11,14,55,60,73,80,96],"actor":[12],"and":[13,40,110],"critic":[15],"was":[16,34,65],"run":[17],"on":[18,54,106],"small-scale":[20],"multi-agent":[21],"system":[22],"with":[23],"an":[24],"initially":[25],"unpredictably":[26],"hostile":[27,75],"environment.":[28,81],"The":[29,62],"performance":[30,71],"two":[32],"approaches":[33],"compared:":[35],"having":[36],"fixed":[37],"learning":[38,88,105],"parameters,":[39],"modulated":[42],"parameters":[43],"that":[44,86],"were":[45,77],"allowed":[46],"to":[47,67,84,91],"deviate":[48],"from":[49,79],"their":[50],"base":[51],"values":[52],"depending":[53],"simulated":[56],"emotional":[57],"state":[58],"agent.":[61],"latter":[63],"approach":[64],"shown":[66],"give":[68],"marginally":[69],"better":[70],"once":[72],"distracting":[74],"elements":[76],"removed":[78],"This":[82],"seems":[83],"indicate":[85],"emotion-modulated":[87],"may":[89],"lead":[90],"somewhat":[92],"closer":[93],"optimal":[97],"policy":[98],"in":[99],"difficult":[101],"environment,":[102],"by":[103],"focusing":[104],"more":[107],"useful":[108],"input":[109],"avoiding":[111],"pursuing":[112],"suboptimal":[113],"strategies.":[114]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2015,"cited_by_count":4}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}