{"id":"https://openalex.org/W2556755568","doi":"https://doi.org/10.1109/ccis.2012.6664394","title":"Multimodal emotion estimation and emotional synthesize for interaction virtual agent","display_name":"Multimodal emotion estimation and emotional synthesize for interaction virtual agent","publication_year":2012,"publication_date":"2012-10-01","ids":{"openalex":"https://openalex.org/W2556755568","doi":"https://doi.org/10.1109/ccis.2012.6664394","mag":"2556755568"},"language":"en","primary_location":{"id":"doi:10.1109/ccis.2012.6664394","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccis.2012.6664394","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE 2nd International Conference on Cloud Computing and Intelligence Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108361021","display_name":"Minghao Yang","orcid":"https://orcid.org/0000-0001-5397-3576"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghao Yang","raw_affiliation_strings":["The National Laboratory of Pattern Recognition, Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The National Laboratory of Pattern Recognition, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112613657","display_name":"Jianhua Tao","orcid":"https://orcid.org/0000-0002-9344-6428"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tao","raw_affiliation_strings":["The National Laboratory of Pattern Recognition, Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The National Laboratory of Pattern Recognition, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100348562","display_name":"Hao Li","orcid":"https://orcid.org/0000-0002-1948-8283"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Li","raw_affiliation_strings":["The National Laboratory of Pattern Recognition, Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The National Laboratory of Pattern Recognition, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075284505","display_name":"Kaihui Mu","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaihui Mu","raw_affiliation_strings":["The National Laboratory of Pattern Recognition, Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The National Laboratory of Pattern Recognition, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33375039,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"191","last_page":"196"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7895585894584656},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6914061903953552},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6795040369033813},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.6460441946983337},{"id":"https://openalex.org/keywords/character-animation","display_name":"Character animation","score":0.5838562250137329},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.5796592831611633},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5154072046279907},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.4806976914405823},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.46925684809684753},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44097796082496643},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.4363696575164795},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.42345619201660156},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.4231563210487366},{"id":"https://openalex.org/keywords/emotional-expression","display_name":"Emotional expression","score":0.42124512791633606},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.42035746574401855},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.41435351967811584},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.1663380265235901}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7895585894584656},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6914061903953552},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6795040369033813},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.6460441946983337},{"id":"https://openalex.org/C90697248","wikidata":"https://www.wikidata.org/wiki/Q1062896","display_name":"Character animation","level":4,"score":0.5838562250137329},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.5796592831611633},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5154072046279907},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.4806976914405823},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46925684809684753},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44097796082496643},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4363696575164795},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.42345619201660156},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.4231563210487366},{"id":"https://openalex.org/C143110190","wikidata":"https://www.wikidata.org/wiki/Q5373787","display_name":"Emotional expression","level":2,"score":0.42124512791633606},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.42035746574401855},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.41435351967811584},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.1663380265235901},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccis.2012.6664394","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccis.2012.6664394","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE 2nd International Conference on Cloud Computing and Intelligence Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W149550142","https://openalex.org/W1552278919","https://openalex.org/W1569503331","https://openalex.org/W1815942593","https://openalex.org/W1965863124","https://openalex.org/W1966553486","https://openalex.org/W1974962661","https://openalex.org/W1980450636","https://openalex.org/W1986101067","https://openalex.org/W2005563599","https://openalex.org/W2008208299","https://openalex.org/W2017210891","https://openalex.org/W2032254851","https://openalex.org/W2032662392","https://openalex.org/W2038952578","https://openalex.org/W2047618352","https://openalex.org/W2066064791","https://openalex.org/W2079136039","https://openalex.org/W2082942761","https://openalex.org/W2092464003","https://openalex.org/W2095563672","https://openalex.org/W2106390385","https://openalex.org/W2110052520","https://openalex.org/W2121378366","https://openalex.org/W2143350951","https://openalex.org/W2145891654","https://openalex.org/W2154739180","https://openalex.org/W2154997099","https://openalex.org/W2157986450","https://openalex.org/W2168415388","https://openalex.org/W2168982238","https://openalex.org/W2986302981","https://openalex.org/W4239447739","https://openalex.org/W4244952642"],"related_works":["https://openalex.org/W4251524041","https://openalex.org/W3094080214","https://openalex.org/W3088156289","https://openalex.org/W2097922480","https://openalex.org/W1521793179","https://openalex.org/W2060095971","https://openalex.org/W2964256366","https://openalex.org/W3040900128","https://openalex.org/W2047913249","https://openalex.org/W1977313519"],"abstract_inverted_index":{"In":[0],"this":[1,110],"study,":[2],"we":[3],"create":[4],"a":[5],"3D":[6],"interactive":[7],"virtual":[8,102,111],"character":[9,112],"based":[10,17],"on":[11],"multi-modal":[12,77],"emotional":[13,18,25,105],"recognition":[14],"and":[15,34,39,71,116],"rule":[16],"synthesize":[19],"techniques.":[20],"This":[21],"agent":[22,103],"estimates":[23],"users'":[24],"state":[26],"by":[27,52,55,76],"combining":[28],"the":[29,32,42,46,48,99],"information":[30,62],"from":[31,79],"audio":[33],"facial":[35,66],"expression":[36],"with":[37],"CART":[38],"boosting.":[40],"For":[41],"output":[43],"module":[44],"of":[45,63,85,101],"agent,":[47,64],"voice":[49],"is":[50,95,113],"generated":[51,75],"TTS":[53],"(Text-to-Speech)system":[54],"freely":[56],"given":[57],"text.":[58],"The":[59],"synchronous":[60],"visual":[61],"including":[65],"expression,":[67],"head":[68],"motion,":[69],"gesture":[70],"body":[72],"animation,":[73],"are":[74],"mapping":[78],"motion":[80],"capture":[81],"database.":[82],"A":[83],"kind":[84],"high":[86],"level":[87],"behavior":[88],"markerup":[89],"language(hBML)":[90],"which":[91],"contains":[92],"five":[93],"keywords":[94],"used":[96],"to":[97],"drive":[98],"animation":[100],"for":[104],"expression.":[106],"Experiments":[107],"show":[108],"that":[109],"considered":[114],"natural":[115],"realistic":[117],"in":[118],"multimodal":[119],"interaction":[120],"environments.":[121]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}