{"id":"https://openalex.org/W4389665539","doi":"https://doi.org/10.1109/iros55552.2023.10342450","title":"WSCFER: Improving Facial Expression Representations by Weak Supervised Contrastive Learning","display_name":"WSCFER: Improving Facial Expression Representations by Weak Supervised Contrastive Learning","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4389665539","doi":"https://doi.org/10.1109/iros55552.2023.10342450"},"language":"en","primary_location":{"id":"doi:10.1109/iros55552.2023.10342450","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10342450","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108053374","display_name":"Wei Nie","orcid":"https://orcid.org/0000-0001-9899-1428"},"institutions":[{"id":"https://openalex.org/I4391767639","display_name":"State Key Laboratory of Robotics and Systems","ror":"https://ror.org/015m77g16","country_code":null,"type":"facility","lineage":["https://openalex.org/I204983213","https://openalex.org/I4391767639"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Nie","raw_affiliation_strings":["Harbin Institute of Technology Shenzhen,State Key Laboratory of Robotics and Systems,Shenzhen,China,518055"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen,State Key Laboratory of Robotics and Systems,Shenzhen,China,518055","institution_ids":["https://openalex.org/I204983213","https://openalex.org/I4391767639"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675176","display_name":"Bowen Chen","orcid":"https://orcid.org/0000-0003-0042-6207"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4391767639","display_name":"State Key Laboratory of Robotics and Systems","ror":"https://ror.org/015m77g16","country_code":null,"type":"facility","lineage":["https://openalex.org/I204983213","https://openalex.org/I4391767639"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bowen Chen","raw_affiliation_strings":["Harbin Institute of Technology Shenzhen,State Key Laboratory of Robotics and Systems,Shenzhen,China,518055"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen,State Key Laboratory of Robotics and Systems,Shenzhen,China,518055","institution_ids":["https://openalex.org/I204983213","https://openalex.org/I4391767639"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015819673","display_name":"Wenhao Wu","orcid":"https://orcid.org/0000-0002-8511-743X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4391767639","display_name":"State Key Laboratory of Robotics and Systems","ror":"https://ror.org/015m77g16","country_code":null,"type":"facility","lineage":["https://openalex.org/I204983213","https://openalex.org/I4391767639"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Wu","raw_affiliation_strings":["Harbin Institute of Technology Shenzhen,State Key Laboratory of Robotics and Systems,Shenzhen,China,518055"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen,State Key Laboratory of Robotics and Systems,Shenzhen,China,518055","institution_ids":["https://openalex.org/I204983213","https://openalex.org/I4391767639"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102417925","display_name":"Xiu Xu","orcid":"https://orcid.org/0009-0007-3799-9726"},"institutions":[{"id":"https://openalex.org/I4210159329","display_name":"Children's Hospital of Fudan University","ror":"https://ror.org/05n13be63","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210159329"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiu Xu","raw_affiliation_strings":["Children's Hospital of Fudan University,Department of Child Health Care,Shanghai,China,201102"],"affiliations":[{"raw_affiliation_string":"Children's Hospital of Fudan University,Department of Child Health Care,Shanghai,China,201102","institution_ids":["https://openalex.org/I4210159329"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072203497","display_name":"Weihong Ren","orcid":"https://orcid.org/0000-0003-3839-0078"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4391767639","display_name":"State Key Laboratory of Robotics and Systems","ror":"https://ror.org/015m77g16","country_code":null,"type":"facility","lineage":["https://openalex.org/I204983213","https://openalex.org/I4391767639"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihong Ren","raw_affiliation_strings":["Harbin Institute of Technology Shenzhen,State Key Laboratory of Robotics and Systems,Shenzhen,China,518055"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen,State Key Laboratory of Robotics and Systems,Shenzhen,China,518055","institution_ids":["https://openalex.org/I204983213","https://openalex.org/I4391767639"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085867312","display_name":"Honghai Liu","orcid":"https://orcid.org/0000-0002-2880-4698"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4391767639","display_name":"State Key Laboratory of Robotics and Systems","ror":"https://ror.org/015m77g16","country_code":null,"type":"facility","lineage":["https://openalex.org/I204983213","https://openalex.org/I4391767639"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honghai Liu","raw_affiliation_strings":["Harbin Institute of Technology Shenzhen,State Key Laboratory of Robotics and Systems,Shenzhen,China,518055"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen,State Key Laboratory of Robotics and Systems,Shenzhen,China,518055","institution_ids":["https://openalex.org/I204983213","https://openalex.org/I4391767639"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5108053374"],"corresponding_institution_ids":["https://openalex.org/I204983213","https://openalex.org/I4391767639"],"apc_list":null,"apc_paid":null,"fwci":1.0464,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.78582686,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"9816","last_page":"9823"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.8260077238082886},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6652270555496216},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6616624593734741},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.6533651351928711},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6494663953781128},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6302727460861206},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.62199866771698},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6024860143661499},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5829376578330994},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5067494511604309},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4808814823627472},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4414011836051941},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40578651428222656}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.8260077238082886},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6652270555496216},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6616624593734741},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.6533651351928711},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6494663953781128},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6302727460861206},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.62199866771698},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6024860143661499},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5829376578330994},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5067494511604309},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4808814823627472},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4414011836051941},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40578651428222656},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros55552.2023.10342450","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10342450","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6611935528","display_name":null,"funder_award_id":"62261160652,61733011,62206075","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2041616772","https://openalex.org/W2082692487","https://openalex.org/W2106390385","https://openalex.org/W2117539524","https://openalex.org/W2143238378","https://openalex.org/W2187089797","https://openalex.org/W2515770085","https://openalex.org/W2745497104","https://openalex.org/W2884048435","https://openalex.org/W2889978276","https://openalex.org/W2969985801","https://openalex.org/W3035336958","https://openalex.org/W3043496927","https://openalex.org/W3093232475","https://openalex.org/W3108655343","https://openalex.org/W3118530108","https://openalex.org/W3119221111","https://openalex.org/W3122081138","https://openalex.org/W3136617080","https://openalex.org/W3161346624","https://openalex.org/W3163086403","https://openalex.org/W3173787706","https://openalex.org/W3176854601","https://openalex.org/W3179103990","https://openalex.org/W3184571633","https://openalex.org/W3195286673","https://openalex.org/W3211510783","https://openalex.org/W3212708089","https://openalex.org/W4287812705","https://openalex.org/W4312465353","https://openalex.org/W4312877428","https://openalex.org/W4313128368","https://openalex.org/W4376278471","https://openalex.org/W6631190155","https://openalex.org/W6774314701","https://openalex.org/W6776700526","https://openalex.org/W6792139870","https://openalex.org/W6795641562","https://openalex.org/W6803462455"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W3119773509","https://openalex.org/W3208297503","https://openalex.org/W2889153461","https://openalex.org/W2964117661","https://openalex.org/W4388405611","https://openalex.org/W2619127353"],"abstract_inverted_index":{"The":[0],"major":[1,89],"challenge":[2],"of":[3,85,107],"Facial":[4],"Expression":[5],"Recog-nition":[6],"(FER)":[7],"is":[8,35,164],"to":[9,38,61,75],"learn":[10,155],"class":[11,27,33,41,135],"discriminative":[12],"representations,":[13],"and":[14,120,137,149,176],"the":[15,39,76,108,128,134,138,180],"existing":[16],"works":[17],"mainly":[18],"address":[19],"it":[20,152,177],"by":[21,66],"designing":[22],"various":[23],"classification":[24],"networks":[25],"from":[26,117,132],"level.":[28,140],"However,":[29],"learning":[30,57,68,102,184],"representations":[31,65,70,157,185],"at":[32],"level":[34,136],"limited":[36],"due":[37],"inconspicuous":[40],"discrimination":[42],"among":[43],"different":[44,118],"facial":[45,63],"expressions.":[46],"Thus,":[47],"in":[48],"this":[49],"paper,":[50],"we":[51],"propose":[52],"a":[53,88,121],"Weak":[54,98],"Supervised":[55,99],"Contrastive":[56,100],"FER":[58,92],"(WSCFER)":[59],"method":[60],"improve":[62],"expression":[64],"simultaneously":[67],"instance-level":[69,156],"which":[71,103,163],"are":[72],"highly":[73],"complementary":[74],"general":[77],"class-level":[78],"representations.":[79],"Specifically,":[80],"our":[81],"proposed":[82],"WSCFER":[83,168],"consists":[84],"three":[86],"components:":[87],"task":[90,96],"for":[91,97,126,166,183],"classification,":[93],"an":[94],"auxiliary":[95],"(WSC)":[101],"pulls":[104],"augmented":[105],"samples":[106,116],"same":[109],"image":[110],"together":[111],"while":[112],"pushing":[113],"apart":[114],"instance":[115,139],"classes,":[119],"Partial":[122],"Consistency":[123],"Loss":[124],"(PCL)":[125],"optimizing":[127],"two":[129],"embedding":[130],"spaces":[131],"both":[133],"We":[141],"compare":[142],"WSC":[143],"with":[144],"some":[145],"state-of-the-art":[146],"contrastive":[147],"methods":[148],"find":[150],"that":[151],"can":[153],"efficiently":[154],"but":[158],"avoid":[159],"overemphasizing":[160],"irrelevant":[161],"parts,":[162],"crucial":[165],"FER.":[167],"achieves":[169],"superior":[170],"performance":[171],"on":[172],"several":[173],"in-the-wild":[174],"databases,":[175],"also":[178],"shows":[179],"promising":[181],"potential":[182],"under":[186],"noisy":[187],"annotations.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}