{"id":"https://openalex.org/W2037960784","doi":"https://doi.org/10.1109/tmm.2013.2269314","title":"Two-Level Hierarchical Alignment for Semi-Coupled HMM-Based Audiovisual Emotion Recognition With Temporal Course","display_name":"Two-Level Hierarchical Alignment for Semi-Coupled HMM-Based Audiovisual Emotion Recognition With Temporal Course","publication_year":2013,"publication_date":"2013-06-18","ids":{"openalex":"https://openalex.org/W2037960784","doi":"https://doi.org/10.1109/tmm.2013.2269314","mag":"2037960784"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2013.2269314","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2013.2269314","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103251327","display_name":"Chung\u2010Hsien Wu","orcid":"https://orcid.org/0000-0002-3947-2123"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chung-Hsien Wu","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Cheng Kung University, Tainan, Taiwan","Department of Computer Science and Information Engineering, National Cheng Kung University , Tainan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Cheng Kung University , Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077668438","display_name":"Jen\u2010Chun Lin","orcid":"https://orcid.org/0000-0002-9237-4119"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jen-Chun Lin","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Cheng Kung University, Tainan, Taiwan","Department of Computer Science and Information Engineering, National Cheng Kung University , Tainan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Cheng Kung University , Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020435776","display_name":"Wen-Li Wei","orcid":"https://orcid.org/0000-0002-6753-2824"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wen-Li Wei","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Cheng Kung University, Tainan, Taiwan","Department of Computer Science and Information Engineering, National Cheng Kung University , Tainan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Cheng Kung University , Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.2909,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.97377936,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"15","issue":"8","first_page":"1880","last_page":"1895"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.913782000541687},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7919995784759521},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6269000768661499},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5819393992424011},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.5213773846626282},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4955350160598755},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4172733426094055},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.08929872512817383}],"concepts":[{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.913782000541687},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7919995784759521},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6269000768661499},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5819393992424011},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.5213773846626282},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4955350160598755},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4172733426094055},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.08929872512817383},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2013.2269314","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2013.2269314","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W174622267","https://openalex.org/W363231474","https://openalex.org/W1528251861","https://openalex.org/W1530474158","https://openalex.org/W1542637018","https://openalex.org/W1964469912","https://openalex.org/W1973378890","https://openalex.org/W1975879668","https://openalex.org/W1976725440","https://openalex.org/W1992789203","https://openalex.org/W1994458317","https://openalex.org/W1995794789","https://openalex.org/W2019083158","https://openalex.org/W2025216571","https://openalex.org/W2038821742","https://openalex.org/W2055332436","https://openalex.org/W2056030034","https://openalex.org/W2058542017","https://openalex.org/W2068124150","https://openalex.org/W2080830759","https://openalex.org/W2095234413","https://openalex.org/W2101536388","https://openalex.org/W2101965618","https://openalex.org/W2102953093","https://openalex.org/W2102985871","https://openalex.org/W2103412248","https://openalex.org/W2106390385","https://openalex.org/W2117274752","https://openalex.org/W2132881650","https://openalex.org/W2134676432","https://openalex.org/W2135776491","https://openalex.org/W2137454998","https://openalex.org/W2142653084","https://openalex.org/W2143350951","https://openalex.org/W2147634797","https://openalex.org/W2149628368","https://openalex.org/W2152826865","https://openalex.org/W2154716422","https://openalex.org/W2156196970","https://openalex.org/W2156503193","https://openalex.org/W2163026698","https://openalex.org/W2164598857","https://openalex.org/W2164777277","https://openalex.org/W2167414044","https://openalex.org/W2168053878","https://openalex.org/W2168465881","https://openalex.org/W2401907166","https://openalex.org/W2505415825","https://openalex.org/W2995034616","https://openalex.org/W3141819983","https://openalex.org/W3216401400","https://openalex.org/W4239447739","https://openalex.org/W4301204483","https://openalex.org/W6675588232","https://openalex.org/W6684552223"],"related_works":["https://openalex.org/W1968552888","https://openalex.org/W2374116601","https://openalex.org/W2136763963","https://openalex.org/W2109705048","https://openalex.org/W2940588515","https://openalex.org/W1909151225","https://openalex.org/W2160030256","https://openalex.org/W1521297879","https://openalex.org/W4253235840","https://openalex.org/W3151937861"],"abstract_inverted_index":{"A":[0,62],"complete":[1],"emotional":[2,54,134],"expression":[3,55],"typically":[4],"contains":[5],"a":[6,18,93,103,124],"complex":[7,162],"temporal":[8,38,50,77,110,128,163],"course":[9,51],"in":[10,28,79,92,147],"face-to-face":[11],"natural":[12,179],"conversation.":[13],"To":[14],"address":[15],"this":[16],"problem,":[17],"bimodal":[19],"hidden":[20,96],"Markov":[21,97],"model":[22,48,88,98],"(HMM)-based":[23],"emotion":[24,170],"recognition":[25,171],"scheme,":[26],"constructed":[27],"terms":[29],"of":[30,40,52],"sub-emotional":[31,113],"states,":[32,114],"which":[33,107],"are":[34],"defined":[35],"to":[36,47,69,130,167],"represent":[37],"phases":[39,78],"onset,":[41],"apex,":[42],"and":[43,58,74,82,89,152,157],"offset,":[44],"is":[45,67,165],"adopted":[46],"the":[49,71,76,80,87,109,115,140,149,153,161,169,175,187,196],"an":[53,132,192],"for":[56,174,195],"audio":[57,81],"visual":[59,83],"signal":[60],"streams.":[61],"two-level":[63,117],"hierarchical":[64,118],"alignment":[65],"mechanism":[66],"proposed":[68,94,116,141,188],"align":[70],"relationship":[72],"within":[73],"between":[75,112],"HMM":[84],"sequences":[85],"at":[86],"state":[90],"levels":[91],"semi-coupled":[95],"(SC-HMM).":[99],"Furthermore,":[100],"by":[101],"integrating":[102],"sub-emotion":[104],"language":[105],"model,":[106],"considers":[108],"transition":[111],"alignment-based":[119],"SC-HMM":[120],"(2H-SC-HMM)":[121],"can":[122,143,190],"provide":[123],"constraint":[125],"on":[126],"allowable":[127],"structures":[129],"determine":[131],"optimal":[133],"state.":[135],"Experimental":[136],"results":[137,146,183],"show":[138],"that":[139,159,186],"approach":[142],"yield":[144],"satisfactory":[145],"both":[148],"posed":[150],"MHMC":[151],"naturalistic":[154,176],"SEMAINE":[155],"databases,":[156],"shows":[158],"modeling":[160],"structure":[164],"useful":[166],"improve":[168],"performance,":[172],"especially":[173],"database":[177],"(i.e.,":[178],"conversation).":[180],"The":[181],"experimental":[182],"also":[184],"confirm":[185],"2H-SC-HMM":[189],"achieve":[191],"acceptable":[193],"performance":[194],"systems":[197],"with":[198],"sparse":[199],"training":[200],"data":[201],"or":[202],"noisy":[203],"conditions.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":9},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}