{"id":"https://openalex.org/W2570477374","doi":"https://doi.org/10.1109/humanoids.2016.7803408","title":"Sequential decision making based on emergent emotion for a humanoid robot","display_name":"Sequential decision making based on emergent emotion for a humanoid robot","publication_year":2016,"publication_date":"2016-11-01","ids":{"openalex":"https://openalex.org/W2570477374","doi":"https://doi.org/10.1109/humanoids.2016.7803408","mag":"2570477374"},"language":"en","primary_location":{"id":"doi:10.1109/humanoids.2016.7803408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/humanoids.2016.7803408","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE-RAS 16th International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071749086","display_name":"Murat K\u0131rtay","orcid":"https://orcid.org/0000-0001-5524-8220"},"institutions":[{"id":"https://openalex.org/I162290304","display_name":"Scuola Superiore Sant'Anna","ror":"https://ror.org/025602r80","country_code":"IT","type":"education","lineage":["https://openalex.org/I162290304"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Murat Kirtay","raw_affiliation_strings":["BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera (PISA), Italy"],"affiliations":[{"raw_affiliation_string":"BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera (PISA), Italy","institution_ids":["https://openalex.org/I162290304"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005526188","display_name":"Lorenzo Vannucci","orcid":null},"institutions":[{"id":"https://openalex.org/I162290304","display_name":"Scuola Superiore Sant'Anna","ror":"https://ror.org/025602r80","country_code":"IT","type":"education","lineage":["https://openalex.org/I162290304"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lorenzo Vannucci","raw_affiliation_strings":["BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera (PISA), Italy"],"affiliations":[{"raw_affiliation_string":"BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera (PISA), Italy","institution_ids":["https://openalex.org/I162290304"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033570527","display_name":"Egidio Falotico","orcid":"https://orcid.org/0000-0001-8060-8080"},"institutions":[{"id":"https://openalex.org/I162290304","display_name":"Scuola Superiore Sant'Anna","ror":"https://ror.org/025602r80","country_code":"IT","type":"education","lineage":["https://openalex.org/I162290304"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Egidio Falotico","raw_affiliation_strings":["BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera (PISA), Italy"],"affiliations":[{"raw_affiliation_string":"BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera (PISA), Italy","institution_ids":["https://openalex.org/I162290304"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018729334","display_name":"Erhan \u00d6ztop","orcid":"https://orcid.org/0000-0002-3051-6038"},"institutions":[{"id":"https://openalex.org/I44925452","display_name":"\u00d6zye\u011fin University","ror":"https://ror.org/01jjhfr75","country_code":"TR","type":"education","lineage":["https://openalex.org/I44925452"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Erhan Oztop","raw_affiliation_strings":["Department of Computer Science, Ozyegin University, Istanbul, Turkey"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Ozyegin University, Istanbul, Turkey","institution_ids":["https://openalex.org/I44925452"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045065209","display_name":"Cecilia Laschi","orcid":"https://orcid.org/0000-0001-5248-1043"},"institutions":[{"id":"https://openalex.org/I162290304","display_name":"Scuola Superiore Sant'Anna","ror":"https://ror.org/025602r80","country_code":"IT","type":"education","lineage":["https://openalex.org/I162290304"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Cecilia Laschi","raw_affiliation_strings":["BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera (PISA), Italy"],"affiliations":[{"raw_affiliation_string":"BioRobotics Institute, Scuola Superiore Sant'Anna, Pontedera (PISA), Italy","institution_ids":["https://openalex.org/I162290304"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5071749086"],"corresponding_institution_ids":["https://openalex.org/I162290304"],"apc_list":null,"apc_paid":null,"fwci":0.1625,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.57315147,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"1","issue":null,"first_page":"1101","last_page":"1106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11685","display_name":"Zebrafish Biomedical Research Applications","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1307","display_name":"Cell Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/icub","display_name":"iCub","score":0.9571458101272583},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.7447460293769836},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6842421889305115},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6510528922080994},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6462371945381165},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.59979647397995},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.5361335873603821},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5331560373306274},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.454733669757843},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19758033752441406},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.1660054326057434}],"concepts":[{"id":"https://openalex.org/C111151474","wikidata":"https://www.wikidata.org/wiki/Q1653368","display_name":"iCub","level":4,"score":0.9571458101272583},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.7447460293769836},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6842421889305115},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6510528922080994},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6462371945381165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.59979647397995},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.5361335873603821},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5331560373306274},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.454733669757843},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19758033752441406},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.1660054326057434},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/humanoids.2016.7803408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/humanoids.2016.7803408","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE-RAS 16th International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"},{"id":"pmh:oai:eresearch.ozyegin.edu.tr:10679/5479","is_oa":false,"landing_page_url":"http://hdl.handle.net/10679/5479","pdf_url":null,"source":{"id":"https://openalex.org/S4306400232","display_name":"ECS Journal of Solid State Science and Technology (The Electrochemical Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2802273670","host_organization_name":"Electrochemical Society","host_organization_lineage":["https://openalex.org/I2802273670"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"pmh:oai:www.iris.sssup.it:11382/514866","is_oa":false,"landing_page_url":"http://hdl.handle.net/11382/514866","pdf_url":null,"source":{"id":"https://openalex.org/S4377196376","display_name":"CINECA IRIS Institutional Research Information System (Sant'Anna School of Advanced Studies)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I162290304","host_organization_name":"Scuola Superiore Sant'Anna","host_organization_lineage":["https://openalex.org/I162290304"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8799999952316284,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1472557719","https://openalex.org/W1991412064","https://openalex.org/W1996076863","https://openalex.org/W2022964551","https://openalex.org/W2032500606","https://openalex.org/W2041372302","https://openalex.org/W2065679752","https://openalex.org/W2085533297","https://openalex.org/W2091789872","https://openalex.org/W2101524054","https://openalex.org/W2102133968","https://openalex.org/W2108050717","https://openalex.org/W2117510074","https://openalex.org/W2121863487","https://openalex.org/W2133671888","https://openalex.org/W2138068405","https://openalex.org/W2148301354","https://openalex.org/W2153960487","https://openalex.org/W2159790218","https://openalex.org/W2211029476","https://openalex.org/W2541640918","https://openalex.org/W3003694668","https://openalex.org/W3139377883","https://openalex.org/W4214717370","https://openalex.org/W4235391064","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4301244418","https://openalex.org/W2789446524","https://openalex.org/W2963178506","https://openalex.org/W2130280438","https://openalex.org/W3123424924","https://openalex.org/W1997666700","https://openalex.org/W2915059514","https://openalex.org/W2570508284","https://openalex.org/W2198321481","https://openalex.org/W2963637864"],"abstract_inverted_index":{"Certain":[0],"emotions":[1],"and":[2,9,34,85,91,124,131],"moods":[3],"can":[4],"be":[5,233],"manifestations":[6],"of":[7,20,136,164,206,228,242],"complex":[8],"costly":[10],"neural":[11,58,80,110,204,255],"computations":[12],"that":[13,105,215],"our":[14],"brain":[15],"wants":[16],"to":[17,38,63,86,94,108,119,121,129,152,181,225],"avoid.":[18],"Instead":[19],"reaching":[21],"an":[22,208],"optimal":[23],"decision":[24],"based":[25,252],"on":[26,40,253],"the":[27,74,76,79,88,92,99,103,116,134,140,161,173,187,196,202,219,229,239,254],"facts,":[28],"we":[29,45],"find":[30,132],"it":[31,127],"often":[32],"easier":[33],"sometimes":[35],"more":[36],"useful":[37],"rely":[39],"hunches.":[41],"In":[42,73,143],"this":[43,144,155],"work,":[44],"extend":[46],"a":[47,53,56,65,70,96,146,243],"previously":[48],"developed":[49],"model":[50],"for":[51,69,125,190],"such":[52],"mechanism":[54],"where":[55],"simple":[57],"associative":[59],"memory":[60,97],"was":[61],"used":[62,151],"implement":[64],"visual":[66,210,245],"recall":[67,95],"system":[68],"humanoid":[71,147],"robot.":[72],"model,":[75],"changes":[77],"in":[78,139,154,248],"state":[81,111],"consume":[82],"(neural)":[83],"energy,":[84],"minimize":[87],"total":[89],"cost":[90,135,205,256],"time":[93],"pattern,":[98,246],"robot":[100,117,148,158,174,230],"should":[101],"take":[102],"action":[104,163],"will":[106],"lead":[107,180],"minimal":[109,182],"change.":[112],"To":[113],"do":[114],"so,":[115],"needs":[118],"learn":[120],"act":[122,153],"rationally,":[123],"this,":[126],"has":[128],"explore":[130],"out":[133],"its":[137],"actions":[138],"long":[141],"run.":[142],"study,":[145],"(iCub)":[149],"is":[150,159,192],"scenario.":[156],"The":[157,212],"given":[160,194],"sole":[162],"changing":[165],"his":[166],"gaze":[167],"direction.":[168],"By":[169],"reinforcement":[170,216],"learning":[171,217],"(RL)":[172],"learns":[175],"which":[176,231,247],"state-action":[177],"pair":[178],"sequences":[179],"energy":[183],"consumption.":[184],"More":[185],"importantly,":[186],"reward":[188,222],"signal":[189,223],"RL":[191],"not":[193],"by":[195,235],"environment":[197],"but":[198],"obtained":[199],"internally,":[200],"as":[201,238],"actual":[203],"processing":[207],"incoming":[209],"stimuli.":[211],"results":[213],"indicate":[214],"with":[218],"internally":[220],"generated":[221],"leads":[224],"non-trivial":[226],"behaviours":[227],"might":[232],"interpreted":[234],"external":[236],"observers":[237],"robot's":[240],"`liking'":[241],"specific":[244],"fact":[249],"emerged":[250],"solely":[251],"minimization":[257],"principle.":[258]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}