{"id":"https://openalex.org/W2046604164","doi":"https://doi.org/10.1109/tsmcb.2012.2195170","title":"Multilayer Architectures for Facial Action Unit Recognition","display_name":"Multilayer Architectures for Facial Action Unit Recognition","publication_year":2012,"publication_date":"2012-07-13","ids":{"openalex":"https://openalex.org/W2046604164","doi":"https://doi.org/10.1109/tsmcb.2012.2195170","mag":"2046604164","pmid":"https://pubmed.ncbi.nlm.nih.gov/22588611"},"language":"en","primary_location":{"id":"doi:10.1109/tsmcb.2012.2195170","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmcb.2012.2195170","pdf_url":null,"source":{"id":"https://openalex.org/S4210170378","display_name":"IEEE Transactions on Systems Man and Cybernetics Part B (Cybernetics)","issn_l":"1083-4419","issn":["1083-4419","1941-0492"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics, Part B (Cybernetics)","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029864676","display_name":"Tingfan Wu","orcid":"https://orcid.org/0000-0003-0017-3713"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tingfan Wu","raw_affiliation_strings":["Machine Perception Laboratory, University of California, San Diego, La Jolla, CA, USA","Machine Perception Lab., Univ. of California, San Diego, La Jolla, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Perception Laboratory, University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"Machine Perception Lab., Univ. of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047717438","display_name":"Nicholas J. Butko","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"N. J. Butko","raw_affiliation_strings":["Machine Perception Laboratory, University of California, San Diego, La Jolla, CA, USA","Machine Perception Lab., Univ. of California, San Diego, La Jolla, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Perception Laboratory, University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"Machine Perception Lab., Univ. of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005962804","display_name":"Paul Ruvolo","orcid":"https://orcid.org/0000-0003-2936-0002"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"P. Ruvolo","raw_affiliation_strings":["Machine Perception Laboratory, University of California, San Diego, La Jolla, CA, USA","Machine Perception Lab., Univ. of California, San Diego, La Jolla, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Perception Laboratory, University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"Machine Perception Lab., Univ. of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027788582","display_name":"Jacob Whitehill","orcid":"https://orcid.org/0000-0002-5851-312X"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Whitehill","raw_affiliation_strings":["Machine Perception Laboratory, University of California, San Diego, La Jolla, CA, USA","Machine Perception Lab., Univ. of California, San Diego, La Jolla, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Perception Laboratory, University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"Machine Perception Lab., Univ. of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111580862","display_name":"Marian Stewart Bartlett","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. S. Bartlett","raw_affiliation_strings":["Machine Perception Laboratory, University of California, San Diego, La Jolla, CA, USA","Machine Perception Lab., Univ. of California, San Diego, La Jolla, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Perception Laboratory, University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"Machine Perception Lab., Univ. of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010136172","display_name":"Javier R. Movellan","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. R. Movellan","raw_affiliation_strings":["Machine Perception Laboratory, University of California, San Diego, La Jolla, CA, USA","Machine Perception Lab., Univ. of California, San Diego, La Jolla, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Perception Laboratory, University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"Machine Perception Lab., Univ. of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.5528,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.96459457,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"42","issue":"4","first_page":"1027","last_page":"1038"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7603360414505005},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6405074000358582},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5981918573379517},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5640318393707275},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5315185785293579},{"id":"https://openalex.org/keywords/local-binary-patterns","display_name":"Local binary patterns","score":0.5151346921920776},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5146392583847046},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.48604780435562134},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40080526471138},{"id":"https://openalex.org/keywords/histogram","display_name":"Histogram","score":0.2374056577682495},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.12106552720069885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7603360414505005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6405074000358582},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5981918573379517},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5640318393707275},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5315185785293579},{"id":"https://openalex.org/C87335442","wikidata":"https://www.wikidata.org/wiki/Q2494345","display_name":"Local binary patterns","level":4,"score":0.5151346921920776},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5146392583847046},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.48604780435562134},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40080526471138},{"id":"https://openalex.org/C53533937","wikidata":"https://www.wikidata.org/wiki/Q185020","display_name":"Histogram","level":3,"score":0.2374056577682495},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.12106552720069885},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/tsmcb.2012.2195170","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmcb.2012.2195170","pdf_url":null,"source":{"id":"https://openalex.org/S4210170378","display_name":"IEEE Transactions on Systems Man and Cybernetics Part B (Cybernetics)","issn_l":"1083-4419","issn":["1083-4419","1941-0492"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics, Part B (Cybernetics)","raw_type":"journal-article"},{"id":"pmid:22588611","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/22588611","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on systems, man, and cybernetics. Part B, Cybernetics : a publication of the IEEE Systems, Man, and Cybernetics Society","raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.367.5377","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.367.5377","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mplab.ucsd.edu/~marni/pubs/Wu_SMC_2012.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.423.29","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.423.29","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mplab.ucsd.edu/wordpress/wp-content/uploads/multilayer2012.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.705.8123","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.705.8123","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mplab.ucsd.edu/%7Eting/pdfs/wu2012fera.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.716.38","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.716.38","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mplab.ucsd.edu/%7Emarni/pubs/Wu_fera_smc_2011.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2394415539","display_name":null,"funder_award_id":"IIS-0905622","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4751071527","display_name":null,"funder_award_id":"0808767","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5265315409","display_name":"HCC: Medium: Collaborative Research: Computational Analysis of Nonverbal Behavior in Adaptive Tutoring","funder_award_id":"0905622","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W33507944","https://openalex.org/W414188911","https://openalex.org/W1579590535","https://openalex.org/W1596548113","https://openalex.org/W1784695092","https://openalex.org/W1968600824","https://openalex.org/W1988790447","https://openalex.org/W1992280180","https://openalex.org/W2019041628","https://openalex.org/W2024046085","https://openalex.org/W2025216571","https://openalex.org/W2029694543","https://openalex.org/W2035161948","https://openalex.org/W2048182576","https://openalex.org/W2090495691","https://openalex.org/W2093797275","https://openalex.org/W2097356275","https://openalex.org/W2103943262","https://openalex.org/W2107488200","https://openalex.org/W2114449149","https://openalex.org/W2117072267","https://openalex.org/W2118286367","https://openalex.org/W2125127226","https://openalex.org/W2129106196","https://openalex.org/W2130130195","https://openalex.org/W2130177765","https://openalex.org/W2133180260","https://openalex.org/W2136922672","https://openalex.org/W2138175967","https://openalex.org/W2139212933","https://openalex.org/W2139916508","https://openalex.org/W2145310492","https://openalex.org/W2147800946","https://openalex.org/W2148603752","https://openalex.org/W2148622179","https://openalex.org/W2153168223","https://openalex.org/W2153635508","https://openalex.org/W2157653492","https://openalex.org/W2159668072","https://openalex.org/W2161634108","https://openalex.org/W2163352848","https://openalex.org/W2171366215","https://openalex.org/W2912990735","https://openalex.org/W2921629193","https://openalex.org/W3097096317","https://openalex.org/W3120421331","https://openalex.org/W3193477162","https://openalex.org/W4230190357","https://openalex.org/W4248437541","https://openalex.org/W6635588310","https://openalex.org/W6677495702","https://openalex.org/W6679070405"],"related_works":["https://openalex.org/W2055219403","https://openalex.org/W2791313072","https://openalex.org/W3166997759","https://openalex.org/W2794489335","https://openalex.org/W2080437822","https://openalex.org/W2153027217","https://openalex.org/W1589677080","https://openalex.org/W1996690921","https://openalex.org/W2770255720","https://openalex.org/W1509533962"],"abstract_inverted_index":{"In":[0,94],"expression":[1],"recognition":[2,10],"and":[3,28,53,90,108,137,169],"many":[4],"other":[5],"computer":[6],"vision":[7],"applications,":[8],"the":[9,24,29,73,85,104,117,160],"performance":[11,105],"is":[12,36,81,84,167],"greatly":[13],"improved":[14],"by":[15],"adding":[16,63,163],"a":[17,64,99],"layer":[18,35,47,66,75,120,166],"of":[19,33,67,72,88,92,103,106,162],"nonlinear":[20,68],"texture":[21,148],"filters":[22,51,69],"between":[23],"raw":[25],"input":[26],"pixels":[27],"classifier.":[30],"The":[31],"function":[32],"this":[34,46,95,164,176],"typically":[37],"known":[38],"as":[39,140,142],"feature":[40],"extraction.":[41],"Popular":[42],"filter":[43],"types":[44],"for":[45,112,175],"are":[48],"Gabor":[49],"energy":[50],"(GEFs)":[52],"local":[54],"binary":[55],"patterns":[56],"(LBPs).":[57],"Recent":[58],"work":[59],"[1]":[60],"suggests":[61],"that":[62],"second":[65,165,177],"on":[70],"top":[71],"first":[74],"may":[76,129],"be":[77,130],"beneficial.":[78],"However,":[79],"it":[80],"unclear":[82],"what":[83],"best":[86],"architecture":[87],"layers":[89],"selection":[91],"filters.":[93],"paper,":[96],"we":[97,155],"present":[98],"thorough":[100],"empirical":[101],"analysis":[102],"single-layer":[107],"dual-layer":[109,153],"texture-based":[110],"approaches":[111],"action":[113],"unit":[114],"recognition.":[115],"For":[116,152],"single":[118],"hidden":[119],"case,":[121,154],"GEFs":[122],"perform":[123,182],"consistently":[124],"better":[125,183],"than":[126,184],"LBPs,":[127],"which":[128],"due":[131],"to":[132,135,143,146,181],"their":[133,144],"robustness":[134],"jitter":[136],"illumination":[138],"noise":[139],"well":[141],"ability":[145],"encode":[147],"at":[149],"multiple":[150],"resolutions.":[151],"confirm":[156],"that,":[157],"while":[158],"small,":[159],"benefit":[161],"reliable":[168],"consistent":[170],"across":[171],"data":[172],"sets.":[173],"Interestingly":[174],"layer,":[178],"LBPs":[179],"appear":[180],"GEFs.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}