{"id":"https://openalex.org/W4416183364","doi":"https://doi.org/10.1109/sibgrapi67909.2025.11223409","title":"When Text and Image Meet Face Emotion Retrieval: Benchmark and a Variegated Dataset","display_name":"When Text and Image Meet Face Emotion Retrieval: Benchmark and a Variegated Dataset","publication_year":2025,"publication_date":"2025-09-30","ids":{"openalex":"https://openalex.org/W4416183364","doi":"https://doi.org/10.1109/sibgrapi67909.2025.11223409"},"language":null,"primary_location":{"id":"doi:10.1109/sibgrapi67909.2025.11223409","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sibgrapi67909.2025.11223409","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 38th SIBGRAPI Conference on Graphics, Patterns and Images (SIBGRAPI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033372658","display_name":"Felipe de Oliveira Andrade","orcid":"https://orcid.org/0000-0003-0970-7005"},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Fillipe Andrade","raw_affiliation_strings":["Federal University of Bahia, Institute of Computing,Intelligent Vision Research Lab"],"affiliations":[{"raw_affiliation_string":"Federal University of Bahia, Institute of Computing,Intelligent Vision Research Lab","institution_ids":["https://openalex.org/I126158947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120546824","display_name":"Rui Carig\u00e9","orcid":null},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rui Carig\u00e9","raw_affiliation_strings":["Federal University of Bahia, Institute of Computing,Intelligent Vision Research Lab"],"affiliations":[{"raw_affiliation_string":"Federal University of Bahia, Institute of Computing,Intelligent Vision Research Lab","institution_ids":["https://openalex.org/I126158947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120398391","display_name":"Arthur Schineider","orcid":null},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Arthur Schineider","raw_affiliation_strings":["Federal University of Bahia, Institute of Computing,Intelligent Vision Research Lab"],"affiliations":[{"raw_affiliation_string":"Federal University of Bahia, Institute of Computing,Intelligent Vision Research Lab","institution_ids":["https://openalex.org/I126158947"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103060897","display_name":"Luciano Oliveira","orcid":"https://orcid.org/0000-0001-7294-9985"},"institutions":[{"id":"https://openalex.org/I126158947","display_name":"Universidade Federal da Bahia","ror":"https://ror.org/03k3p7647","country_code":"BR","type":"education","lineage":["https://openalex.org/I126158947"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Luciano Oliveira","raw_affiliation_strings":["Federal University of Bahia, Institute of Computing,Intelligent Vision Research Lab"],"affiliations":[{"raw_affiliation_string":"Federal University of Bahia, Institute of Computing,Intelligent Vision Research Lab","institution_ids":["https://openalex.org/I126158947"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5033372658"],"corresponding_institution_ids":["https://openalex.org/I126158947"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37727344,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6546000242233276,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6546000242233276,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.09650000184774399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.08839999884366989,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6438999772071838},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6299999952316284},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6115999817848206},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.551800012588501},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.5250999927520752},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5250999927520752},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.51910001039505},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.4934000074863434}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7102000117301941},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6686999797821045},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6438999772071838},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6299999952316284},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6115999817848206},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.551800012588501},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.5250999927520752},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5250999927520752},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.51910001039505},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4934000074863434},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4880000054836273},{"id":"https://openalex.org/C2780084366","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demographics","level":2,"score":0.4505999982357025},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.40389999747276306},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34130001068115234},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.33649998903274536},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.328900009393692},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.328900009393692},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3222000002861023},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.3102000057697296},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28459998965263367},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2587999999523163}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/sibgrapi67909.2025.11223409","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sibgrapi67909.2025.11223409","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 38th SIBGRAPI Conference on Graphics, Patterns and Images (SIBGRAPI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W2145310492","https://openalex.org/W2244142460","https://openalex.org/W2436394355","https://openalex.org/W2481681431","https://openalex.org/W2738672149","https://openalex.org/W2745497104","https://openalex.org/W2964347177","https://openalex.org/W3120485916","https://openalex.org/W3176792267","https://openalex.org/W4285340463","https://openalex.org/W4312465353","https://openalex.org/W4400527853","https://openalex.org/W4402915321","https://openalex.org/W4402979749","https://openalex.org/W4405778930","https://openalex.org/W4405784968","https://openalex.org/W4405786055"],"related_works":[],"abstract_inverted_index":{"Automatic":[0],"facial":[1,32],"emotion":[2,29,33,66,96,134],"recognition,":[3],"despite":[4],"deep":[5],"learning":[6],"advancements,":[7],"faces":[8],"challenges":[9],"with":[10],"large":[11],"manually":[12],"annotated":[13],"datasets":[14],"and":[15,27,37,58,73,89,95,130],"demographic":[16,41],"imbalance.":[17],"While":[18],"visual-language":[19],"models":[20,39],"(VLMs)":[21],"show":[22],"promise":[23],"in":[24,127,133],"aligning":[25],"visual":[26],"textual":[28],"data,":[30],"content-based":[31],"retrieval":[34,71],"is":[35],"underexplored,":[36],"larger":[38],"exhibit":[40],"sensitivity.":[42],"This":[43,122],"study":[44],"introduces":[45],"Facial":[46],"INtensity":[47],"of":[48,65],"Emotions":[49],"(FINE),":[50],"the":[51,108],"first":[52],"large-scale":[53],"dataset":[54],"balancing":[55],"gender,":[56],"race,":[57],"Ekman's":[59],"six":[60],"emotions,":[61],"across":[62,93],"four":[63],"intensity":[64,110],"levels.":[67],"We":[68],"propose":[69],"a":[70,139],"protocol":[72],"baseline":[74],"using":[75],"fine-tuned":[76],"contrastive":[77],"language-image":[78],"pre-training-based":[79],"VLMs,":[80],"demonstrating":[81],"that":[82],"fine-tuning":[83],"on":[84],"FINE":[85,137],"consistently":[86],"improves":[87],"accuracy":[88],"reduces":[90],"performance":[91],"variance":[92],"demographics":[94],"classes,":[97],"thereby":[98],"mitigating":[99],"representation":[100],"bias.":[101],"However,":[102],"misclassification":[103],"rates":[104],"still":[105],"increase":[106],"at":[107],"highest":[109],"levels":[111],"even":[112],"after":[113],"fine-tuning,":[114],"indicating":[115],"expression":[116],"magnitude":[117],"remains":[118],"an":[119],"open":[120],"challenge.":[121],"work":[123],"confirms":[124],"fine-tuning's":[125],"value":[126],"enhancing":[128],"generalization":[129],"reducing":[131],"variability":[132],"retrieval,":[135],"establishing":[136],"as":[138],"robust":[140],"benchmark.":[141]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-11T00:00:00"}