{"id":"https://openalex.org/W2963503541","doi":"https://doi.org/10.1109/taffc.2017.2749299","title":"Listen to Your Face: Inferring Facial Action Units from Audio Channel","display_name":"Listen to Your Face: Inferring Facial Action Units from Audio Channel","publication_year":2017,"publication_date":"2017-09-05","ids":{"openalex":"https://openalex.org/W2963503541","doi":"https://doi.org/10.1109/taffc.2017.2749299","mag":"2963503541"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2017.2749299","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2017.2749299","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036993002","display_name":"Zibo Meng","orcid":"https://orcid.org/0000-0001-7299-7290"},"institutions":[{"id":"https://openalex.org/I155781252","display_name":"University of South Carolina","ror":"https://ror.org/02b6qw903","country_code":"US","type":"education","lineage":["https://openalex.org/I155781252"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zibo Meng","raw_affiliation_strings":["University of South Carolina, Columbia"],"raw_orcid":"https://orcid.org/0000-0001-7299-7290","affiliations":[{"raw_affiliation_string":"University of South Carolina, Columbia","institution_ids":["https://openalex.org/I155781252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071921121","display_name":"Shizhong Han","orcid":"https://orcid.org/0000-0002-3381-6992"},"institutions":[{"id":"https://openalex.org/I155781252","display_name":"University of South Carolina","ror":"https://ror.org/02b6qw903","country_code":"US","type":"education","lineage":["https://openalex.org/I155781252"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shizhong Han","raw_affiliation_strings":["University of South Carolina, Columbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of South Carolina, Columbia","institution_ids":["https://openalex.org/I155781252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101648810","display_name":"Yan Tong","orcid":"https://orcid.org/0000-0003-4847-2405"},"institutions":[{"id":"https://openalex.org/I155781252","display_name":"University of South Carolina","ror":"https://ror.org/02b6qw903","country_code":"US","type":"education","lineage":["https://openalex.org/I155781252"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan Tong","raw_affiliation_strings":["University of South Carolina, Columbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of South Carolina, Columbia","institution_ids":["https://openalex.org/I155781252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I155781252"],"apc_list":null,"apc_paid":null,"fwci":1.5045,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.83592688,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"10","issue":"4","first_page":"537","last_page":"551"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7605760097503662},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.7240087985992432},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6055179834365845},{"id":"https://openalex.org/keywords/dynamic-bayesian-network","display_name":"Dynamic Bayesian network","score":0.5809576511383057},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.518439531326294},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5124419331550598},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5097696185112},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4955037832260132},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.45560091733932495},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.43893104791641235},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36865872144699097},{"id":"https://openalex.org/keywords/bayesian-network","display_name":"Bayesian network","score":0.284423828125},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.08315539360046387}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7605760097503662},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7240087985992432},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6055179834365845},{"id":"https://openalex.org/C82142266","wikidata":"https://www.wikidata.org/wiki/Q3456604","display_name":"Dynamic Bayesian network","level":3,"score":0.5809576511383057},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.518439531326294},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5124419331550598},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5097696185112},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4955037832260132},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.45560091733932495},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.43893104791641235},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36865872144699097},{"id":"https://openalex.org/C33724603","wikidata":"https://www.wikidata.org/wiki/Q812540","display_name":"Bayesian network","level":2,"score":0.284423828125},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.08315539360046387},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2017.2749299","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2017.2749299","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1420178795","display_name":null,"funder_award_id":"IIS-1149787","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310207","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33"},{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":115,"referenced_works":["https://openalex.org/W17127720","https://openalex.org/W46659105","https://openalex.org/W76189818","https://openalex.org/W171902450","https://openalex.org/W281153593","https://openalex.org/W586860715","https://openalex.org/W1507540863","https://openalex.org/W1524333225","https://openalex.org/W1527102103","https://openalex.org/W1537365649","https://openalex.org/W1542813581","https://openalex.org/W1543675445","https://openalex.org/W1546411676","https://openalex.org/W1614347434","https://openalex.org/W1628791547","https://openalex.org/W1645398407","https://openalex.org/W1655469623","https://openalex.org/W1661563386","https://openalex.org/W1875231349","https://openalex.org/W1902027874","https://openalex.org/W1923309765","https://openalex.org/W1958540856","https://openalex.org/W1965947362","https://openalex.org/W1971737742","https://openalex.org/W1974210421","https://openalex.org/W1975436731","https://openalex.org/W1983611821","https://openalex.org/W1992280180","https://openalex.org/W1995997122","https://openalex.org/W1999042468","https://openalex.org/W1999348785","https://openalex.org/W2000820603","https://openalex.org/W2004102643","https://openalex.org/W2015318703","https://openalex.org/W2015394094","https://openalex.org/W2017405810","https://openalex.org/W2029996593","https://openalex.org/W2049155405","https://openalex.org/W2065379720","https://openalex.org/W2075240111","https://openalex.org/W2090777335","https://openalex.org/W2095809036","https://openalex.org/W2102570318","https://openalex.org/W2103697417","https://openalex.org/W2104680354","https://openalex.org/W2108445559","https://openalex.org/W2109774206","https://openalex.org/W2112120662","https://openalex.org/W2114134972","https://openalex.org/W2118718620","https://openalex.org/W2121430128","https://openalex.org/W2123613642","https://openalex.org/W2125943500","https://openalex.org/W2138041069","https://openalex.org/W2139916508","https://openalex.org/W2142584058","https://openalex.org/W2143899944","https://openalex.org/W2145310492","https://openalex.org/W2145889472","https://openalex.org/W2148154194","https://openalex.org/W2153635508","https://openalex.org/W2153822685","https://openalex.org/W2156503193","https://openalex.org/W2157617585","https://openalex.org/W2157653492","https://openalex.org/W2163075788","https://openalex.org/W2164351502","https://openalex.org/W2164575144","https://openalex.org/W2165183780","https://openalex.org/W2166835339","https://openalex.org/W2167015621","https://openalex.org/W2167867148","https://openalex.org/W2168893862","https://openalex.org/W2198512331","https://openalex.org/W2217426128","https://openalex.org/W2271840356","https://openalex.org/W2280620570","https://openalex.org/W2309975074","https://openalex.org/W2329093554","https://openalex.org/W2338415399","https://openalex.org/W2406901294","https://openalex.org/W2487271655","https://openalex.org/W2533517198","https://openalex.org/W2553007282","https://openalex.org/W2735227950","https://openalex.org/W2898035430","https://openalex.org/W2963905603","https://openalex.org/W2964176613","https://openalex.org/W2964298117","https://openalex.org/W2979006918","https://openalex.org/W3182920176","https://openalex.org/W6600730401","https://openalex.org/W6602002561","https://openalex.org/W6603117689","https://openalex.org/W6610190412","https://openalex.org/W6631362777","https://openalex.org/W6632570525","https://openalex.org/W6632670727","https://openalex.org/W6636927087","https://openalex.org/W6637262511","https://openalex.org/W6639171235","https://openalex.org/W6639350448","https://openalex.org/W6646484924","https://openalex.org/W6650590054","https://openalex.org/W6677101186","https://openalex.org/W6677759377","https://openalex.org/W6678460482","https://openalex.org/W6678697574","https://openalex.org/W6680303916","https://openalex.org/W6683401474","https://openalex.org/W6687716273","https://openalex.org/W6694517276","https://openalex.org/W6730160095","https://openalex.org/W6741016902","https://openalex.org/W6768650569"],"related_works":["https://openalex.org/W2271369634","https://openalex.org/W3147472394","https://openalex.org/W2047100085","https://openalex.org/W2350550760","https://openalex.org/W578794879","https://openalex.org/W2625296515","https://openalex.org/W3137890128","https://openalex.org/W1984634519","https://openalex.org/W4245955731","https://openalex.org/W2393726419"],"abstract_inverted_index":{"Extensive":[0],"efforts":[1],"have":[2],"been":[3,107],"devoted":[4],"to":[5,16,109],"recognizing":[6],"facial":[7,21,40,62],"action":[8],"units":[9],"(AUs).":[10],"However,":[11],"it":[12],"is":[13,92,187],"still":[14],"challenging":[15,131,192],"recognize":[17],"AUs":[18,52,77,158,171],"from":[19,31,54],"spontaneous":[20],"displays":[22],"especially":[23,168],"when":[24],"they":[25],"are":[26,64,80,173],"accompanied":[27],"by":[28,94],"speech.":[29,70],"Different":[30],"all":[32],"prior":[33],"work":[34],"that":[35,49,61,146,172],"utilized":[36],"visual":[37,183],"observations":[38],"for":[39,155,169],"AU":[41,90,114],"recognition,":[42],"this":[43,143],"paper":[44],"presents":[45],"a":[46,83,121,130],"novel":[47],"approach":[48],"recognizes":[50],"speech-related":[51,157],"exclusively":[53],"audio":[55],"signals":[56],"based":[57],"on":[58,142,190],"the":[59,98,111,147,162,182,191,195],"fact":[60],"activities":[63],"highly":[65],"correlated":[66],"with":[67,124,134],"voice":[68],"during":[69],"Specifically,":[71],"dynamic":[72],"and":[73,78,126,129,138,159,165],"physiological":[74],"relationships":[75],"between":[76],"phonemes":[79],"modeled":[81],"through":[82],"continuous":[84],"time":[85],"Bayesian":[86],"network":[87],"(CTBN);":[88],"then":[89],"recognition":[91,115,153],"performed":[93],"probabilistic":[95],"inference":[96],"via":[97],"CTBN":[99,149],"model.":[100],"A":[101],"pilot":[102],"audiovisual":[103],"AU-coded":[104],"database":[105,118,144],"has":[106],"constructed":[108],"evaluate":[110],"proposed":[112,148],"audio-based":[113,166],"framework.":[116],"The":[117,185],"consists":[119],"of":[120],"\u201cclean\u201d":[122],"subset":[123,132],"frontal":[125],"neutral":[127],"faces":[128],"collected":[133],"large":[135],"head":[136],"movements":[137],"occlusions.":[139],"Experimental":[140],"results":[141],"show":[145],"model":[150],"achieves":[151],"promising":[152],"performance":[154],"7":[156],"outperforms":[160],"both":[161],"state-of-the-art":[163],"visual-based":[164,196],"methods":[167],"those":[170],"activated":[174],"at":[175],"low":[176],"intensities":[177],"or":[178],"\u201chardly":[179],"visible\u201d":[180],"in":[181],"channel.":[184],"improvement":[186],"more":[188],"impressive":[189],"subset,":[193],"where":[194],"approaches":[197],"suffer":[198],"significantly.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}