{"id":"https://openalex.org/W2018752309","doi":"https://doi.org/10.1109/icnc.2010.5584128","title":"Emotional talking agent: System and evaluation","display_name":"Emotional talking agent: System and evaluation","publication_year":2010,"publication_date":"2010-08-01","ids":{"openalex":"https://openalex.org/W2018752309","doi":"https://doi.org/10.1109/icnc.2010.5584128","mag":"2018752309"},"language":"en","primary_location":{"id":"doi:10.1109/icnc.2010.5584128","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnc.2010.5584128","pdf_url":null,"source":{"id":"https://openalex.org/S4363608012","display_name":"2010 Sixth International Conference on Natural Computation","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 Sixth International Conference on Natural Computation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100354196","display_name":"Shen Zhang","orcid":"https://orcid.org/0000-0002-6429-8008"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shen Zhang","raw_affiliation_strings":["Key Laboratory of Pervasive Computing, Ministry of Education, State Key Laboratory on Intelligent Technology and Systems, Tsinghua National Laboratory of Information Science and Technology, Department of Computer Science and Technology, Tsinghua University, Beijing, China","Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Pervasive Computing, Ministry of Education, State Key Laboratory on Intelligent Technology and Systems, Tsinghua National Laboratory of Information Science and Technology, Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100405561","display_name":"Jia Jia","orcid":"https://orcid.org/0000-0001-7967-4275"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Jia","raw_affiliation_strings":["Key Laboratory of Pervasive Computing, Ministry of Education, State Key Laboratory on Intelligent Technology and Systems, Tsinghua National Laboratory of Information Science and Technology, Department of Computer Science and Technology, Tsinghua University, Beijing, China","Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Pervasive Computing, Ministry of Education, State Key Laboratory on Intelligent Technology and Systems, Tsinghua National Laboratory of Information Science and Technology, Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001168676","display_name":"Yingjin Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingjin Xu","raw_affiliation_strings":["Key Laboratory of Pervasive Computing, Ministry of Education, State Key Laboratory on Intelligent Technology and Systems, Tsinghua National Laboratory of Information Science and Technology, Department of Computer Science and Technology, Tsinghua University, Beijing, China","Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Pervasive Computing, Ministry of Education, State Key Laboratory on Intelligent Technology and Systems, Tsinghua National Laboratory of Information Science and Technology, Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053661520","display_name":"Lianhong Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianhong Cai","raw_affiliation_strings":["Key Laboratory of Pervasive Computing, Ministry of Education, State Key Laboratory on Intelligent Technology and Systems, Tsinghua National Laboratory of Information Science and Technology, Department of Computer Science and Technology, Tsinghua University, Beijing, China","Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Pervasive Computing, Ministry of Education, State Key Laboratory on Intelligent Technology and Systems, Tsinghua National Laboratory of Information Science and Technology, Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100354196"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.22413793,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"10","issue":null,"first_page":"3573","last_page":"3577"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.67010098695755},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6193721294403076},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6069166660308838},{"id":"https://openalex.org/keywords/emotional-expression","display_name":"Emotional expression","score":0.5867266058921814},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5356259942054749},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.517025351524353},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5119234323501587},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.48968103528022766},{"id":"https://openalex.org/keywords/pleasure","display_name":"Pleasure","score":0.45497724413871765},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.420940101146698},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.41644710302352905},{"id":"https://openalex.org/keywords/emotion-perception","display_name":"Emotion perception","score":0.4157028794288635},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4136332869529724},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4059019386768341},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.36063331365585327},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19284957647323608},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.17855075001716614},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.17105886340141296}],"concepts":[{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.67010098695755},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6193721294403076},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6069166660308838},{"id":"https://openalex.org/C143110190","wikidata":"https://www.wikidata.org/wiki/Q5373787","display_name":"Emotional expression","level":2,"score":0.5867266058921814},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5356259942054749},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.517025351524353},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5119234323501587},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.48968103528022766},{"id":"https://openalex.org/C2777113389","wikidata":"https://www.wikidata.org/wiki/Q208195","display_name":"Pleasure","level":2,"score":0.45497724413871765},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.420940101146698},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.41644710302352905},{"id":"https://openalex.org/C2776141551","wikidata":"https://www.wikidata.org/wiki/Q16000087","display_name":"Emotion perception","level":3,"score":0.4157028794288635},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4136332869529724},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4059019386768341},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36063331365585327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19284957647323608},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.17855075001716614},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.17105886340141296},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnc.2010.5584128","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnc.2010.5584128","pdf_url":null,"source":{"id":"https://openalex.org/S4363608012","display_name":"2010 Sixth International Conference on Natural Computation","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 Sixth International Conference on Natural Computation","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W219197677","https://openalex.org/W1492403062","https://openalex.org/W1878286144","https://openalex.org/W2043181832","https://openalex.org/W2116428267","https://openalex.org/W2123003832","https://openalex.org/W2134676432","https://openalex.org/W2135156782","https://openalex.org/W2150791533","https://openalex.org/W2156503193","https://openalex.org/W6608738965","https://openalex.org/W6677374466"],"related_works":["https://openalex.org/W1989708078","https://openalex.org/W1972458871","https://openalex.org/W1511759140","https://openalex.org/W2090375893","https://openalex.org/W2005468030","https://openalex.org/W2020206307","https://openalex.org/W1813760943","https://openalex.org/W2025928668","https://openalex.org/W2065364824","https://openalex.org/W2044785008"],"abstract_inverted_index":{"In":[0],"this":[1,58],"paper,":[2,59],"we":[3,60],"introduce":[4],"a":[5,14,43,62,183],"system":[6],"that":[7,179],"synthesizes":[8],"the":[9,20,55,69,81,86,114,120,125,143,164,180,198],"emotional":[10,23,37,48,87,115,204],"audio-visual":[11],"speech":[12,38,93],"for":[13,36,189],"3-D":[15],"talking":[16,88,121,152,205],"agent":[17,89,150,206],"by":[18,39,119],"adopting":[19],"PAD":[21,40,202],"(Pleasure-Arousal-Dominance)":[22],"model.":[24],"A":[25],"GMM-based":[26],"method":[27],"is":[28,52,117],"introduced":[29],"to":[30,67,130,141,186],"predict":[31],"variation":[32],"of":[33,46,57,64,72,77,85,109,145,158,192,200],"acoustic":[34],"features":[35],"values,":[41],"and":[42,74,79,83,151,171,177],"parametric":[44],"framework":[45],"PAD-driven":[47],"facial":[49,75],"expression":[50,76],"synthesis":[51,207],"built.":[53],"As":[54],"focus":[56],"performed":[61],"series":[63],"perceptual":[65],"evaluations":[66],"understand":[68],"reinforcement":[70],"effect":[71,144],"vocal":[73],"emotion,":[78],"investigated":[80],"usefulness":[82],"effectiveness":[84,199],"in":[90,174],"human":[91],"computer":[92],"communications.":[94],"Three":[95],"questions":[96],"are":[97],"addressed:":[98],"1)":[99],"To":[100],"what":[101],"extent":[102],"do":[103],"different":[104,146],"interfaces":[105,147],"affect":[106],"human's":[107,131,156],"comprehension":[108,157,191],"emotion?":[110],"2)":[111],"How":[112],"accurate":[113],"information":[116],"conveyed":[118],"agent?":[122],"3)":[123],"Is":[124],"multimodal":[126,187],"(audio-visual)":[127],"interface":[128,188],"helpful":[129],"emotion":[132,175],"comprehension?":[133],"An":[134],"evaluation":[135],"involving":[136],"19":[137],"participants":[138],"was":[139],"conducted":[140],"compare":[142],"(speech,":[148],"mute":[149],"agent)":[153],"on":[154],"improving":[155],"emotion.":[159,193],"The":[160,194],"experimental":[161],"results":[162,195],"unveil":[163],"significant":[165],"mutually":[166],"reinforcing":[167],"relationship":[168],"between":[169],"audio":[170],"video":[172],"modality":[173],"perception,":[176],"show":[178],"users":[181],"have":[182],"strong":[184],"preference":[185],"better":[190],"also":[196],"prove":[197],"our":[201],"based":[203],"system.":[208]},"counts_by_year":[{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}