{"id":"https://openalex.org/W2398085228","doi":null,"title":"Emotion-Based Reinforcement Learning","display_name":"Emotion-Based Reinforcement Learning","publication_year":2012,"publication_date":"2012-01-01","ids":{"openalex":"https://openalex.org/W2398085228","mag":"2398085228"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt9cb799vd","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/9cb799vd","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the Annual Meeting of the Cognitive Science Society, vol 34, iss 34","raw_type":"article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044795146","display_name":"Woo\u2010Young Ahn","orcid":"https://orcid.org/0000-0002-5900-8432","observed_orcids":["https://orcid.org/0000-0002-5900-8432"]},"institutions":[{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Woo\u2010Young Ahn","raw_affiliation_strings":["Indiana University*"],"raw_orcid":"https://orcid.org/0000-0002-5900-8432","affiliations":[{"raw_affiliation_string":"Indiana University*","institution_ids":["https://openalex.org/I592451"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009768341","display_name":"Olga Rass","orcid":"https://orcid.org/0000-0002-6651-7358","observed_orcids":["https://orcid.org/0000-0002-6651-7358"]},"institutions":[{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Olga Rass","raw_affiliation_strings":["Indiana University*"],"raw_orcid":"https://orcid.org/0000-0002-6651-7358","affiliations":[{"raw_affiliation_string":"Indiana University*","institution_ids":["https://openalex.org/I592451"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060259107","display_name":"Yong\u2010Wook Shin","orcid":"https://orcid.org/0000-0002-0360-6118","observed_orcids":["https://orcid.org/0000-0002-0360-6118"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yong\u2010Wook Shin","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-0360-6118","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025154104","display_name":"Jerome R. Busemeyer","orcid":"https://orcid.org/0000-0002-7594-1871","observed_orcids":["https://orcid.org/0000-0002-7594-1871"]},"institutions":[{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jerome R. Busemeyer","raw_affiliation_strings":["Indiana University*"],"raw_orcid":"https://orcid.org/0000-0002-7594-1871","affiliations":[{"raw_affiliation_string":"Indiana University*","institution_ids":["https://openalex.org/I592451"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102713056","display_name":"Joshua W. Brown","orcid":"https://orcid.org/0009-0008-3226-6360","observed_orcids":["https://orcid.org/0009-0008-3226-6360"]},"institutions":[{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joshua W. Brown","raw_affiliation_strings":["Indiana University*"],"raw_orcid":"https://orcid.org/0009-0008-3226-6360","affiliations":[{"raw_affiliation_string":"Indiana University*","institution_ids":["https://openalex.org/I592451"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002631307","display_name":"Brian F. O\u2019Donnell","orcid":"https://orcid.org/0000-0002-0529-9393","observed_orcids":["https://orcid.org/0000-0002-0529-9393"]},"institutions":[{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian F. O\u2019Donnell","raw_affiliation_strings":["Indiana University*"],"raw_orcid":"https://orcid.org/0000-0002-0529-9393","affiliations":[{"raw_affiliation_string":"Indiana University*","institution_ids":["https://openalex.org/I592451"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2193,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.55494289,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":95},"biblio":{"volume":"34","issue":"34","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10315","display_name":"Decision-Making and Behavioral Economics","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1800","display_name":"General Decision Sciences"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.0024999999441206455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotions-in-decision-making","display_name":"emotional decision-making","score":0.9240000247955322},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"counterfactual reasoning","score":0.8709999918937683},{"id":"https://openalex.org/keywords/regret-theory","display_name":"regret theory","score":0.8149999976158142},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.5389999747276306},{"id":"https://openalex.org/keywords/anticipated-regret","display_name":"anticipated regret","score":0.5289999842643738},{"id":"https://openalex.org/keywords/experience-based-decision-making","display_name":"experience-based decision making","score":0.5709999799728394},{"id":"https://openalex.org/keywords/expected-utility","display_name":"expected utility","score":0.5249999761581421},{"id":"https://openalex.org/keywords/computational-modeling-of-choice","display_name":"computational modeling of choice","score":0.6259999871253967}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.911173939704895},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.819272518157959},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6374849081039429},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5712854862213135},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5419436693191528},{"id":"https://openalex.org/C205706631","wikidata":"https://www.wikidata.org/wiki/Q2319304","display_name":"Expected utility hypothesis","level":2,"score":0.49426960945129395},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.42075857520103455},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.37611323595046997},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3089730143547058},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2884393334388733},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.21391886472702026},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16267666220664978},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.13025730848312378}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:escholarship.org/ark:/13030/qt9cb799vd","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/9cb799vd","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the Annual Meeting of the Cognitive Science Society, vol 34, iss 34","raw_type":"article"},{"id":"pmh:oai:s-space.snu.ac.kr:10371/203416","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/10371/203416","pdf_url":null,"source":{"id":"https://openalex.org/S4306401345","display_name":"Seoul National University Open Repository (Seoul National University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I139264467","host_organization_name":"Seoul National University","host_organization_lineage":["https://openalex.org/I139264467"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Paper"},{"id":"pmh:qt9cb799vd","doi":null,"is_oa":false,"landing_page_url":"http://www.escholarship.org/uc/item/9cb799vd","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ahn, Woo-Young; Ross, Olga; Shin, Yong-Wook; Busemeyer, Jerome R.; Brown, Joshua W.; & O'Donnell, Brian F.(2012). Emotion-Based Reinforcement Learning. Proceedings of the Cognitive Science Society, 34(34). Retrieved from: http://www.escholarship.org/uc/item/9cb799vd","raw_type":"article"},{"id":"mag:2398085228","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt9cb799vd/qt9cb799vd.pdf?t=op2my8","pdf_url":null,"source":{"id":"https://openalex.org/S78735424","display_name":"Cognitive Science","issn_l":"0364-0213","issn":["0364-0213","1551-6709"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-2","ki-jl-2","medline","norway-2","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Cognitive Science","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W160989634","https://openalex.org/W1973881715","https://openalex.org/W2012319162","https://openalex.org/W2029537564","https://openalex.org/W2035507141","https://openalex.org/W2043071382","https://openalex.org/W2068613599","https://openalex.org/W2073698878","https://openalex.org/W2088490356","https://openalex.org/W2107091977","https://openalex.org/W2125458573","https://openalex.org/W2126908031","https://openalex.org/W2130174911","https://openalex.org/W2132726456","https://openalex.org/W2134012062","https://openalex.org/W2146855196","https://openalex.org/W2163340182","https://openalex.org/W2170905535","https://openalex.org/W2319178748"],"related_works":["https://openalex.org/W7163911676","https://openalex.org/W2915247067","https://openalex.org/W7048379600","https://openalex.org/W4234761130","https://openalex.org/W2303108697","https://openalex.org/W7095886897","https://openalex.org/W6961150092","https://openalex.org/W6963077788","https://openalex.org/W7015087659","https://openalex.org/W4285324069"],"abstract_inverted_index":{"Studies":[0],"have":[1],"shown":[2],"that":[3,42,96,133],"counterfactual":[4,19,141],"reasoning":[5],"can":[6],"shape":[7],"human":[8],"decisions.":[9],"However,":[10],"there":[11],"is":[12,112,116,121,147],"a":[13],"gap":[14],"in":[15,21,70,103],"the":[16,45,76,89,108,126],"literature":[17],"between":[18],"choices":[20,101],"description-based":[22,29],"and":[23,49,73,106,131],"experience-based":[24,39,71,104],"paradigms.":[25],"While":[26],"studies":[27,37],"using":[28,38],"paradigms":[30,40],"suggest":[31,95,132],"participants":[32,43,66,98],"maximize":[33],"expected":[34,53,117],"subjective":[35],"emotion,":[36],"assume":[41],"learn":[44],"values":[46],"of":[47,78,84,110,129],"options":[48],"select":[50],"what":[51],"maximizes":[52],"utility.":[54],"In":[55],"this":[56],"study,":[57],"we":[58],"used":[59],"computational":[60],"modeling":[61],"to":[62,139],"test":[63],"1)":[64,97],"whether":[65,75],"make":[67,99],"emotion-based":[68,100],"decisions":[69],"paradigms,":[72,105],"2)":[74,107],"impact":[77,109],"regret":[79,91,111,130],"depends":[80],"on":[81],"its":[82],"degree":[83],"unexpectedness":[85],"as":[86],"suggested":[87],"by":[88],"current":[90,127],"theory.":[92],"The":[93],"results":[94,124],"even":[102],"greater":[113],"when":[114,119,144],"it":[115,120],"than":[118],"unexpected.":[122],"These":[123],"challenge":[125],"theory":[128],"reinforcement":[134],"learning":[135],"models":[136],"may":[137],"need":[138],"use":[140],"value":[142],"functions":[143],"full":[145],"information":[146],"provided.":[148]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}