{"id":"https://openalex.org/W4387185528","doi":"https://doi.org/10.3233/faia230503","title":"The Emotions of the Crowd: Learning Image Sentiment from Tweets via Cross-Modal Distillation","display_name":"The Emotions of the Crowd: Learning Image Sentiment from Tweets via Cross-Modal Distillation","publication_year":2023,"publication_date":"2023-09-28","ids":{"openalex":"https://openalex.org/W4387185528","doi":"https://doi.org/10.3233/faia230503"},"language":"en","primary_location":{"id":"doi:10.3233/faia230503","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230503","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230503","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230503","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091748728","display_name":"Alessio Serra","orcid":null},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessio Serra","raw_affiliation_strings":["Universit\u00e0 di Pisa, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 di Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059447545","display_name":"Fabio Carrara","orcid":"https://orcid.org/0000-0001-5014-5089"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Fabio Carrara","raw_affiliation_strings":["ISTI-CNR, Pisa, Italy"],"raw_orcid":"https://orcid.org/0000-0001-5014-5089","affiliations":[{"raw_affiliation_string":"ISTI-CNR, Pisa, Italy","institution_ids":["https://openalex.org/I122991210"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066142255","display_name":"Maurizio Tesconi","orcid":"https://orcid.org/0000-0001-8228-7807"},"institutions":[{"id":"https://openalex.org/I4210130157","display_name":"Institute of Informatics and Telematics","ror":"https://ror.org/02gdcn153","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210130157","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Maurizio Tesconi","raw_affiliation_strings":["IIT-CNR, Pisa, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8228-7807","affiliations":[{"raw_affiliation_string":"IIT-CNR, Pisa, Italy","institution_ids":["https://openalex.org/I4210130157"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047189288","display_name":"Fabrizio Falchi","orcid":"https://orcid.org/0000-0001-6258-5313"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabrizio Falchi","raw_affiliation_strings":["ISTI-CNR, Pisa, Italy"],"raw_orcid":"https://orcid.org/0000-0001-6258-5313","affiliations":[{"raw_affiliation_string":"ISTI-CNR, Pisa, Italy","institution_ids":["https://openalex.org/I122991210"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5059447545"],"corresponding_institution_ids":["https://openalex.org/I122991210"],"apc_list":null,"apc_paid":null,"fwci":2.8769,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.93077051,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9617999792098999,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9610000252723694,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7430371046066284},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7091509103775024},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6639970541000366},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6451561450958252},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.5785453915596008},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5583460330963135},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5352364778518677},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.515856921672821},{"id":"https://openalex.org/keywords/polarity","display_name":"Polarity (international relations)","score":0.5148643255233765},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4808714985847473},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.45856061577796936},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4392065703868866},{"id":"https://openalex.org/keywords/spotting","display_name":"Spotting","score":0.4259934723377228},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4195680618286133},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41905510425567627},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4143780469894409},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10246846079826355},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.07251232862472534}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7430371046066284},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7091509103775024},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6639970541000366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6451561450958252},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.5785453915596008},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5583460330963135},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5352364778518677},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.515856921672821},{"id":"https://openalex.org/C2777361361","wikidata":"https://www.wikidata.org/wiki/Q1112585","display_name":"Polarity (international relations)","level":3,"score":0.5148643255233765},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4808714985847473},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.45856061577796936},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4392065703868866},{"id":"https://openalex.org/C2779506182","wikidata":"https://www.wikidata.org/wiki/Q7580141","display_name":"Spotting","level":2,"score":0.4259934723377228},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4195680618286133},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41905510425567627},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4143780469894409},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10246846079826355},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.07251232862472534},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1491633281","wikidata":"https://www.wikidata.org/wiki/Q7868","display_name":"Cell","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3233/faia230503","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230503","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230503","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:dnet:people______::f207a1d6b4199e8ce58a72c7bc5a0fe4","is_oa":true,"landing_page_url":"https://openportal.isti.cnr.it/doc?id=people______::f207a1d6b4199e8ce58a72c7bc5a0fe4","pdf_url":null,"source":{"id":"https://openalex.org/S7407055261","display_name":"ISTI Open Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ECAI 2023 - Twenty-sixth European Conference on Artificial Intelligence, pp. 2089\u20132096, Cracow, Poland, 30/09-04/10/2023","raw_type":"http://purl.org/coar/resource_type/c_5794"},{"id":"pmh:oai:zenodo.org:13902502","is_oa":true,"landing_page_url":"https://doi.org/10.3233/FAIA230503","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ECAI 2023, 26th European Conference on Artificial Intelligence, Krak\u00f3w, Poland, September 30\u2013October 4","raw_type":"info:eu-repo/semantics/other"}],"best_oa_location":{"id":"doi:10.3233/faia230503","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia230503","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230503","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1172130611","display_name":null,"funder_award_id":"101092612","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G1322071649","display_name":"A European Excellence Centre for Media, Society and Democracy","funder_award_id":"951911","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4397263494","display_name":null,"funder_award_id":"951911","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G507880695","display_name":null,"funder_award_id":"PE00000014","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5383696512","display_name":null,"funder_award_id":"951911","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G5418035771","display_name":"Social and hUman ceNtered XR","funder_award_id":"101092612","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5887368653","display_name":null,"funder_award_id":"101092612","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387185528.pdf"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W66373487","https://openalex.org/W193524605","https://openalex.org/W1784731433","https://openalex.org/W1841827866","https://openalex.org/W1950412479","https://openalex.org/W2003856922","https://openalex.org/W2021097538","https://openalex.org/W2036950746","https://openalex.org/W2039355801","https://openalex.org/W2065735564","https://openalex.org/W2075456404","https://openalex.org/W2090059852","https://openalex.org/W2093862925","https://openalex.org/W2107598941","https://openalex.org/W2110700950","https://openalex.org/W2139043937","https://openalex.org/W2171468534","https://openalex.org/W2253891449","https://openalex.org/W2277115990","https://openalex.org/W2338548859","https://openalex.org/W2347880541","https://openalex.org/W2403015048","https://openalex.org/W2544525064","https://openalex.org/W2570829410","https://openalex.org/W2734663976","https://openalex.org/W2770602608","https://openalex.org/W2793857798","https://openalex.org/W2799269579","https://openalex.org/W2905562398","https://openalex.org/W2935600691","https://openalex.org/W2962843773","https://openalex.org/W2963703197","https://openalex.org/W2963992782","https://openalex.org/W2964167669","https://openalex.org/W2968917279","https://openalex.org/W2971050617","https://openalex.org/W3001279689","https://openalex.org/W3013466528","https://openalex.org/W3022398031","https://openalex.org/W3094002940","https://openalex.org/W3094502228","https://openalex.org/W3099215402","https://openalex.org/W3128412859","https://openalex.org/W3187172219","https://openalex.org/W4225364564","https://openalex.org/W4255173720","https://openalex.org/W4283747702","https://openalex.org/W4285190530","https://openalex.org/W4287780442","https://openalex.org/W4288265053","https://openalex.org/W4321485248","https://openalex.org/W4385573966"],"related_works":["https://openalex.org/W2034439647","https://openalex.org/W4249589822","https://openalex.org/W2103063669","https://openalex.org/W3184921334","https://openalex.org/W4255446307","https://openalex.org/W2033009170","https://openalex.org/W2988098900","https://openalex.org/W4386895402","https://openalex.org/W1984947604","https://openalex.org/W627697492"],"abstract_inverted_index":{"Trends":[0],"and":[1,17,121,147],"opinion":[2],"mining":[3],"in":[4,20],"social":[5,36],"media":[6,37],"increasingly":[7],"focus":[8],"on":[9,51,67,85,90,155],"novel":[10],"interactions":[11],"involving":[12],"visual":[13,32,87],"media,":[14],"like":[15],"images":[16,38,114],"short":[18],"videos,":[19],"addition":[21],"to":[22,111],"text.":[23],"In":[24],"this":[25],"work,":[26],"we":[27,56,80],"tackle":[28],"the":[29,41,86,91,100,103,149,153],"problem":[30],"of":[31,35,43,93,102,129,152],"sentiment":[33,45,63,101,162],"analysis":[34],"\u2013":[39],"specifically,":[40],"prediction":[42],"image":[44,161],"polarity.":[46],"While":[47],"previous":[48],"work":[49],"relied":[50],"manually":[52,157],"labeled":[53,136,158],"training":[54,139],"sets,":[55],"propose":[57],"an":[58],"automated":[59],"approach":[60],"for":[61,160],"building":[62],"polarity":[64,163],"classifiers":[65,142],"based":[66,89],"a":[68,82,94,126],"cross-modal":[69],"distillation":[70],"paradigm;":[71],"starting":[72],"from":[73,116],"scraped":[74],"multimodal":[75],"(text":[76],"+":[77],"images)":[78],"data,":[79],"train":[81],"student":[83],"model":[84,97],"modality":[88],"outputs":[92],"textual":[95,105],"teacher":[96],"that":[98],"analyses":[99],"corresponding":[104],"modality.":[106],"We":[107],"applied":[108],"our":[109,138],"method":[110],"randomly":[112],"collected":[113],"crawled":[115],"Twitter":[117],"over":[118],"three":[119],"months":[120],"produced,":[122],"after":[123],"automatic":[124],"cleaning,":[125],"weakly-labeled":[127],"dataset":[128],"\u223c1.5":[130],"million":[131],"images.":[132],"Despite":[133],"exploiting":[134],"noisy":[135],"samples,":[137],"pipeline":[140],"produces":[141],"showing":[143],"strong":[144],"generalization":[145],"capabilities":[146],"outperforming":[148],"current":[150],"state":[151],"art":[154],"five":[156],"benchmarks":[159],"prediction.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}