{"id":"https://openalex.org/W1990195514","doi":"https://doi.org/10.1109/smc.2014.6974092","title":"Reward shaping for reinforcement learning by emotion expressions","display_name":"Reward shaping for reinforcement learning by emotion expressions","publication_year":2014,"publication_date":"2014-10-01","ids":{"openalex":"https://openalex.org/W1990195514","doi":"https://doi.org/10.1109/smc.2014.6974092","mag":"1990195514"},"language":"en","primary_location":{"id":"doi:10.1109/smc.2014.6974092","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc.2014.6974092","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061189209","display_name":"Kao\u2010Shing Hwang","orcid":"https://orcid.org/0000-0001-9234-4836"},"institutions":[{"id":"https://openalex.org/I142974352","display_name":"National Sun Yat-sen University","ror":"https://ror.org/00mjawt10","country_code":"TW","type":"education","lineage":["https://openalex.org/I142974352"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"K. S. Hwang","raw_affiliation_strings":["Department of Electrical Engineering, National Sun Yatsen University, Kaoshiung, Taiwan","Department of Electrical Engineering, National Sun Yat-sen University, Kaoshiung, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Sun Yatsen University, Kaoshiung, Taiwan","institution_ids":["https://openalex.org/I142974352"]},{"raw_affiliation_string":"Department of Electrical Engineering, National Sun Yat-sen University, Kaoshiung, Taiwan","institution_ids":["https://openalex.org/I142974352"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017255446","display_name":"Jiahao Ling","orcid":null},"institutions":[{"id":"https://openalex.org/I68348662","display_name":"Shih Hsin University","ror":"https://ror.org/03ynprv96","country_code":"TW","type":"education","lineage":["https://openalex.org/I68348662"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"J. L. Ling","raw_affiliation_strings":["Department of Information Management, Shih Hsin University, Taipei, Taiwan","Department of Information Management, Shih Hsin University, Taipei 11678, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Management, Shih Hsin University, Taipei, Taiwan","institution_ids":["https://openalex.org/I68348662"]},{"raw_affiliation_string":"Department of Information Management, Shih Hsin University, Taipei 11678, Taiwan","institution_ids":["https://openalex.org/I68348662"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100707062","display_name":"Yuying Chen","orcid":"https://orcid.org/0000-0003-4954-8192"},"institutions":[{"id":"https://openalex.org/I148099254","display_name":"National Chung Cheng University","ror":"https://ror.org/0028v3876","country_code":"TW","type":"education","lineage":["https://openalex.org/I148099254"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Ying Chen","raw_affiliation_strings":["Department of Electrical Engineering, National Chung Cheng University, Chiayi, Taiwan","Department of electrical engineering, National Chung-Cheng University, Chiayi, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Chung Cheng University, Chiayi, Taiwan","institution_ids":["https://openalex.org/I148099254"]},{"raw_affiliation_string":"Department of electrical engineering, National Chung-Cheng University, Chiayi, Taiwan","institution_ids":["https://openalex.org/I148099254"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026962086","display_name":"Wei-Han Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei-Han Wang","raw_affiliation_strings":["Precision Machinery Research & Development Center, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Precision Machinery Research & Development Center, Taiwan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.06913498,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1288","last_page":"1293"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10820","display_name":"Fuzzy Logic and Control Systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10820","display_name":"Fuzzy Logic and Control Systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7833977341651917},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7626708149909973},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7596717476844788},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6549371480941772},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6425846815109253},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.49268656969070435},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.4785390794277191},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.44152766466140747},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.4146886467933655},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37610161304473877},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3126765489578247},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.26381179690361023}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7833977341651917},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7626708149909973},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7596717476844788},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6549371480941772},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6425846815109253},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.49268656969070435},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4785390794277191},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.44152766466140747},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.4146886467933655},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37610161304473877},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3126765489578247},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.26381179690361023},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc.2014.6974092","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc.2014.6974092","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W114159433","https://openalex.org/W1485735559","https://openalex.org/W1978847468","https://openalex.org/W1983658296","https://openalex.org/W2044865707","https://openalex.org/W2059901265","https://openalex.org/W2068699051","https://openalex.org/W2104308387","https://openalex.org/W2110064869","https://openalex.org/W2116157560","https://openalex.org/W2141178894","https://openalex.org/W2156378346","https://openalex.org/W2162706466","https://openalex.org/W4214717370","https://openalex.org/W6629041193","https://openalex.org/W6677262939"],"related_works":["https://openalex.org/W2642127892","https://openalex.org/W2930863966","https://openalex.org/W2126211886","https://openalex.org/W3153786280","https://openalex.org/W3127551068","https://openalex.org/W2165180011","https://openalex.org/W3165944253","https://openalex.org/W4220829754","https://openalex.org/W2351343564","https://openalex.org/W2170052867"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"a":[3,38],"non-expert":[4,48],"learning":[5,57,119,140],"system":[6,22],"was":[7,52,68,94],"proposed":[8,21,139],"to":[9,28,54,58,76],"guide":[10],"the":[11,30,55,69,73,100,118,138],"robots":[12,78,87,104,130],"learn":[13,107,132],"their":[14],"behaviors":[15],"by":[16,37,125,137],"humans'":[17],"emotional":[18],"expressions.":[19],"The":[20,91,111],"used":[23],"interval":[24],"fuzzy":[25],"type-2":[26],"algorithm":[27],"recognize":[29],"human's":[31,49,109,134],"facial":[32,50,135],"expressions,":[33,51],"which":[34],"were":[35,65],"captured":[36],"web":[39],"camera.":[40],"Furthermore,":[41],"emotion":[42],"value":[43],"(E-value),":[44],"generated":[45],"based":[46],"on":[47],"applied":[53],"reinforcement":[56],"train":[59,77],"robots.":[60],"Two":[61],"kinds":[62],"of":[63],"problems":[64],"experimented.":[66],"One":[67],"human":[70,95,126],"being":[71,96,127],"know":[72,99],"exact":[74,101],"solution":[75,102],"and":[79],"could":[80,105,121,131],"clearly":[81,123],"observe":[82],"good":[83],"or":[84,128],"bad":[85],"choice":[86],"had":[88],"been":[89],"made.":[90],"other":[92],"one":[93],"did":[97],"not":[98],"but":[103],"still":[106],"from":[108,133],"experience.":[110],"experiment":[112],"results":[113],"show":[114],"that":[115],"no":[116],"matter":[117],"environment":[120],"be":[122],"observed":[124],"not,":[129],"expressions":[136],"system.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}