{"id":"https://openalex.org/W4402979801","doi":"https://doi.org/10.1109/icme57554.2024.10687446","title":"Facial Action Unit Detection with the Semantic Prompt","display_name":"Facial Action Unit Detection with the Semantic Prompt","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4402979801","doi":"https://doi.org/10.1109/icme57554.2024.10687446"},"language":"en","primary_location":{"id":"doi:10.1109/icme57554.2024.10687446","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icme57554.2024.10687446","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031674066","display_name":"Chenyue Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyue Liang","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091220289","display_name":"Jiabei Zeng","orcid":"https://orcid.org/0000-0003-3256-4524"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiabei Zeng","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101758580","display_name":"Mingjie He","orcid":"https://orcid.org/0000-0002-2168-8276"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingjie He","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102021513","display_name":"Dongmei Jiang","orcid":"https://orcid.org/0000-0002-2737-5537"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongmei Jiang","raw_affiliation_strings":["Peng Cheng Laboratory,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory,Shenzhen,China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050297728","display_name":"Shiguang Shan","orcid":"https://orcid.org/0000-0002-8348-392X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiguang Shan","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9560999870300293,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9560999870300293,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6724919676780701},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5902342796325684},{"id":"https://openalex.org/keywords/unit","display_name":"Unit (ring theory)","score":0.5444572567939758},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4107205271720886},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3569629192352295},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3353334069252014},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14521273970603943},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.06313210725784302}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6724919676780701},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5902342796325684},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.5444572567939758},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4107205271720886},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3569629192352295},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3353334069252014},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14521273970603943},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.06313210725784302},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme57554.2024.10687446","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icme57554.2024.10687446","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.5199999809265137}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1588539311","https://openalex.org/W2045472600","https://openalex.org/W2051297709","https://openalex.org/W2194775991","https://openalex.org/W2421475762","https://openalex.org/W2589142773","https://openalex.org/W2734289922","https://openalex.org/W2745497104","https://openalex.org/W2789992948","https://openalex.org/W2903991757","https://openalex.org/W2957293233","https://openalex.org/W2962770929","https://openalex.org/W3011227460","https://openalex.org/W3044955494","https://openalex.org/W3173225380","https://openalex.org/W3176327573","https://openalex.org/W3180268133","https://openalex.org/W3198377975","https://openalex.org/W4285601347","https://openalex.org/W4312239024","https://openalex.org/W4312310776","https://openalex.org/W4312651322","https://openalex.org/W4313156423","https://openalex.org/W4360993968","https://openalex.org/W4385245566","https://openalex.org/W4386113259","https://openalex.org/W4390873277","https://openalex.org/W4390873629","https://openalex.org/W4394625873","https://openalex.org/W6784333009","https://openalex.org/W6785548076","https://openalex.org/W6791353385","https://openalex.org/W6798617289"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Facial":[0],"action":[1,23],"unit":[2],"(AU)":[3],"detection":[4,17,27,48],"is":[5],"an":[6],"essential":[7],"technique":[8],"for":[9,68,112],"fine-grained":[10],"facial":[11],"expression":[12],"analysis.":[13],"To":[14],"improve":[15,46],"the":[16,19,26,40,47,65,89,99,125],"performance,":[18],"associations":[20],"among":[21,91],"different":[22],"units":[24],"within":[25],"network":[28],"should":[29],"be":[30],"exploited.":[31],"In":[32],"light":[33],"of":[34,102],"this,":[35],"we":[36,57,72],"propose":[37],"to":[38,63,87],"exploit":[39],"semantic":[41,77],"corrections":[42],"between":[43],"AUs":[44],"and":[45,79,107,120,134],"accuracy":[49],"via":[50],"a":[51,59,83,103],"novel":[52],"AU":[53,69],"prompt":[54],"framework.":[55],"Specifically,":[56],"incorporate":[58],"pre-trained":[60],"text":[61],"encoder":[62],"extract":[64],"textual":[66],"embeddings":[67,75],"descriptions.":[70],"Then,":[71],"treat":[73],"these":[74],"as":[76],"prompts":[78],"feed":[80],"them":[81],"into":[82],"vision-language":[84],"cross-attention":[85,94],"module":[86,95],"capture":[88],"relations":[90],"AUs.":[92],"The":[93],"will":[96],"adaptively":[97],"aggregate":[98],"spatial":[100],"features":[101,111],"face":[104],"image":[105],"encoder,":[106],"finally":[108],"generate":[109],"discriminative":[110],"each":[113],"AU.":[114],"Extensive":[115],"experiments":[116],"on":[117],"BP4D,":[118],"DISFA,":[119],"GFT":[121],"datasets":[122],"demonstrate":[123],"that":[124],"proposed":[126],"framework":[127],"outperforms":[128],"state-of-the-art":[129],"methods":[130],"in":[131],"both":[132],"within-dataset":[133],"cross-dataset":[135],"settings.":[136]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}