{"id":"https://openalex.org/W4390874467","doi":"https://doi.org/10.1109/acii59096.2023.10388075","title":"On the use of Vision-Language models for Visual Sentiment Analysis: a study on CLIP","display_name":"On the use of Vision-Language models for Visual Sentiment Analysis: a study on CLIP","publication_year":2023,"publication_date":"2023-09-10","ids":{"openalex":"https://openalex.org/W4390874467","doi":"https://doi.org/10.1109/acii59096.2023.10388075"},"language":"en","primary_location":{"id":"doi:10.1109/acii59096.2023.10388075","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii59096.2023.10388075","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 11th International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070135730","display_name":"Cristina Bustos","orcid":null},"institutions":[{"id":"https://openalex.org/I138847295","display_name":"Universitat Oberta de Catalunya","ror":"https://ror.org/01f5wp925","country_code":"ES","type":"education","lineage":["https://openalex.org/I138847295"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Cristina Bustos","raw_affiliation_strings":["Universitat Oberta de Catalunya,Barcelona,Spain","Universitat Oberta de Catalunya, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Universitat Oberta de Catalunya,Barcelona,Spain","institution_ids":["https://openalex.org/I138847295"]},{"raw_affiliation_string":"Universitat Oberta de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I138847295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093096912","display_name":"Carles Civit","orcid":null},"institutions":[{"id":"https://openalex.org/I138847295","display_name":"Universitat Oberta de Catalunya","ror":"https://ror.org/01f5wp925","country_code":"ES","type":"education","lineage":["https://openalex.org/I138847295"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Carles Civit","raw_affiliation_strings":["Universitat Oberta de Catalunya,Barcelona,Spain","Universitat Oberta de Catalunya, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Universitat Oberta de Catalunya,Barcelona,Spain","institution_ids":["https://openalex.org/I138847295"]},{"raw_affiliation_string":"Universitat Oberta de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I138847295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113096086","display_name":"Brian Du","orcid":null},"institutions":[{"id":"https://openalex.org/I138847295","display_name":"Universitat Oberta de Catalunya","ror":"https://ror.org/01f5wp925","country_code":"ES","type":"education","lineage":["https://openalex.org/I138847295"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Brian Du","raw_affiliation_strings":["Universitat Oberta de Catalunya,Barcelona,Spain","Universitat Oberta de Catalunya, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Universitat Oberta de Catalunya,Barcelona,Spain","institution_ids":["https://openalex.org/I138847295"]},{"raw_affiliation_string":"Universitat Oberta de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I138847295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086166846","display_name":"Albert Sol\u00e9\u2010Ribalta","orcid":"https://orcid.org/0000-0002-2953-5338"},"institutions":[{"id":"https://openalex.org/I138847295","display_name":"Universitat Oberta de Catalunya","ror":"https://ror.org/01f5wp925","country_code":"ES","type":"education","lineage":["https://openalex.org/I138847295"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Albert Sol\u00e9-Ribalta","raw_affiliation_strings":["Universitat Oberta de Catalunya,Barcelona,Spain","Universitat Oberta de Catalunya, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Universitat Oberta de Catalunya,Barcelona,Spain","institution_ids":["https://openalex.org/I138847295"]},{"raw_affiliation_string":"Universitat Oberta de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I138847295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065661266","display_name":"\u00c0gata Lapedriza","orcid":"https://orcid.org/0000-0002-5248-0443"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]},{"id":"https://openalex.org/I138847295","display_name":"Universitat Oberta de Catalunya","ror":"https://ror.org/01f5wp925","country_code":"ES","type":"education","lineage":["https://openalex.org/I138847295"]}],"countries":["ES","US"],"is_corresponding":false,"raw_author_name":"Agata Lapedriza","raw_affiliation_strings":["Universitat Oberta de Catalunya,Barcelona,Spain","Universitat Oberta de Catalunya, Barcelona, Spain","Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Universitat Oberta de Catalunya,Barcelona,Spain","institution_ids":["https://openalex.org/I138847295"]},{"raw_affiliation_string":"Universitat Oberta de Catalunya, Barcelona, Spain","institution_ids":["https://openalex.org/I138847295"]},{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5070135730"],"corresponding_institution_ids":["https://openalex.org/I138847295"],"apc_list":null,"apc_paid":null,"fwci":0.9839,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.7874952,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8593118190765381},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7010737061500549},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.6298902034759521},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.622616171836853},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.615376353263855},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5941893458366394},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5459009408950806},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5349733829498291},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5112752914428711},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4577452540397644},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4379939138889313},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.42016202211380005},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37537527084350586},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.14167627692222595},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07089674472808838}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8593118190765381},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7010737061500549},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.6298902034759521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.622616171836853},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.615376353263855},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5941893458366394},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5459009408950806},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5349733829498291},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5112752914428711},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4577452540397644},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4379939138889313},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.42016202211380005},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37537527084350586},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.14167627692222595},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07089674472808838},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/acii59096.2023.10388075","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii59096.2023.10388075","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 11th International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W44741455","https://openalex.org/W1784731433","https://openalex.org/W1930223417","https://openalex.org/W2003856922","https://openalex.org/W2048783874","https://openalex.org/W2074356411","https://openalex.org/W2118526556","https://openalex.org/W2153049579","https://openalex.org/W2295107390","https://openalex.org/W2347880541","https://openalex.org/W2403015048","https://openalex.org/W2517991028","https://openalex.org/W2765676843","https://openalex.org/W2766154025","https://openalex.org/W2887175137","https://openalex.org/W2946410230","https://openalex.org/W2964167669","https://openalex.org/W2970899879","https://openalex.org/W2981843773","https://openalex.org/W2994235778","https://openalex.org/W2998884477","https://openalex.org/W3034624317","https://openalex.org/W3042085267","https://openalex.org/W3134095442","https://openalex.org/W3174134652","https://openalex.org/W4284713414","https://openalex.org/W4287113019","https://openalex.org/W4312986439","https://openalex.org/W4313042449","https://openalex.org/W6601925561","https://openalex.org/W6638212731","https://openalex.org/W6791353385","https://openalex.org/W6797716411","https://openalex.org/W6804336870","https://openalex.org/W6839015040"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4312814274","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"This":[0],"work":[1],"presents":[2],"a":[3],"study":[4],"on":[5,24,64,93,121,149,193],"how":[6,164],"to":[7,13],"exploit":[8],"the":[9,27,38,43,68,87,103,135,196],"CLIP":[10,28,77,138,205],"embedding":[11,29],"space":[12],"perform":[14,56,81],"Visual":[15,52,95,172,186],"Sentiment":[16,53,96,173,187],"Analysis.":[17],"We":[18,36],"experiment":[19],"with":[20,41,71,76,91],"two":[21,57],"architectures":[22,70,89],"built":[23],"top":[25],"of":[26,59],"space,":[30],"which":[31],"we":[32,62,80,131,157,165,177],"denote":[33],"by":[34],"CLIP-E.":[35],"train":[37],"CLIP-E":[39,69,88,104,147],"models":[40,74,108,145,184,202],"WEBEmo,":[42],"largest":[44],"publicly":[45],"available":[46,212],"and":[47,55,66,75,85,114,146,170,175],"manually":[48],"labeled":[49],"benchmark":[50],"for":[51,134,185,206],"Analysis,":[54,174],"sets":[58],"experiments.":[60],"First,":[61],"test":[63,86],"WEBEmo":[65,92,110],"compare":[67],"state-of-the-art":[72],"(SOTA)":[73],"Zero-Shot.":[78],"Second,":[79],"cross":[82],"dataset":[83],"evaluation,":[84],"trained":[90,148],"other":[94],"Analysis":[97,188],"benchmarks.":[98],"Our":[99,209],"results":[100,152],"show":[101],"that":[102,123,133,156],"approaches":[105],"outperform":[106],"SOTA":[107,144],"in":[109,159,199],"fine":[111],"grained":[112],"categorization,":[113],"they":[115],"also":[116],"generalize":[117],"better":[118,141,194],"when":[119],"tested":[120],"datasets":[122],"have":[124],"not":[125],"been":[126],"seen":[127],"during":[128],"training.":[129],"Interestingly,":[130],"observed":[132],"FI":[136],"dataset,":[137],"Zero-Shot":[139],"produces":[140],"accuracies":[142],"than":[143],"WEBEmo.":[150],"These":[151],"motivate":[153],"several":[154],"questions":[155],"discuss":[158],"this":[160,207],"paper,":[161],"such":[162,203],"as":[163,204],"should":[166,178],"design":[167],"new":[168],"benchmarks":[169],"evaluate":[171],"whether":[176],"keep":[179],"designing":[180],"tailored":[181],"Deep":[182],"Learning":[183],"or":[189],"focus":[190],"our":[191],"efforts":[192],"using":[195],"knowledge":[197],"encoded":[198],"large":[200],"vision-language":[201],"task.":[208],"code":[210],"is":[211],"at":[213],"https://github.com/cristinabustos16/CLIP-E.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}