{"id":"https://openalex.org/W2902496224","doi":"https://doi.org/10.1109/taffc.2018.2884015","title":"Sentiment Polarity Classification at EVALITA: Lessons Learned and Open Challenges","display_name":"Sentiment Polarity Classification at EVALITA: Lessons Learned and Open Challenges","publication_year":2018,"publication_date":"2018-11-28","ids":{"openalex":"https://openalex.org/W2902496224","doi":"https://doi.org/10.1109/taffc.2018.2884015","mag":"2902496224"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2018.2884015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2018.2884015","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.rug.nl/en/publications/4d430495-1420-4746-bd09-1f2ef8fcc92f","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071473719","display_name":"Valerio Basile","orcid":"https://orcid.org/0000-0001-8110-6832"},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Valerio Basile","raw_affiliation_strings":["University of Turin, Turin, Italy"],"affiliations":[{"raw_affiliation_string":"University of Turin, Turin, Italy","institution_ids":["https://openalex.org/I55143463"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030063602","display_name":"Nicole Novielli","orcid":"https://orcid.org/0000-0003-1160-2608"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicole Novielli","raw_affiliation_strings":["University of Bari \u201cA. Moro\u201d, Bari, Italy","University of Bari \"A. Moro\", Bari, Italy"],"affiliations":[{"raw_affiliation_string":"University of Bari \u201cA. Moro\u201d, Bari, Italy","institution_ids":["https://openalex.org/I5561750"]},{"raw_affiliation_string":"University of Bari \"A. Moro\", Bari, Italy","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041324718","display_name":"Danilo Croce","orcid":"https://orcid.org/0000-0001-9111-1950"},"institutions":[{"id":"https://openalex.org/I116067653","display_name":"University of Rome Tor Vergata","ror":"https://ror.org/02p77k626","country_code":"IT","type":"education","lineage":["https://openalex.org/I116067653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Danilo Croce","raw_affiliation_strings":["University of Rome \u201cTor Vergata\u201d, Rome, Italy","University of Rome \"Tor Vergata\", Rome, Italy"],"affiliations":[{"raw_affiliation_string":"University of Rome \u201cTor Vergata\u201d, Rome, Italy","institution_ids":["https://openalex.org/I116067653"]},{"raw_affiliation_string":"University of Rome \"Tor Vergata\", Rome, Italy","institution_ids":["https://openalex.org/I116067653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102984496","display_name":"Francesco Barbieri","orcid":"https://orcid.org/0000-0002-2144-8440"},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Pompeu Fabra University","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Francesco Barbieri","raw_affiliation_strings":["Pompeu Fabra University, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Pompeu Fabra University, Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040564747","display_name":"Malvina Nissim","orcid":"https://orcid.org/0000-0001-5289-0971"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Malvina Nissim","raw_affiliation_strings":["University of Groningen, Groningen, The Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Groningen, Groningen, The Netherlands","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024664329","display_name":"Viviana Patti","orcid":"https://orcid.org/0000-0001-5991-370X"},"institutions":[{"id":"https://openalex.org/I55143463","display_name":"University of Turin","ror":"https://ror.org/048tbm396","country_code":"IT","type":"education","lineage":["https://openalex.org/I55143463"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Viviana Patti","raw_affiliation_strings":["University of Turin, Turin, Italy"],"affiliations":[{"raw_affiliation_string":"University of Turin, Turin, Italy","institution_ids":["https://openalex.org/I55143463"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5071473719"],"corresponding_institution_ids":["https://openalex.org/I55143463"],"apc_list":null,"apc_paid":null,"fwci":1.8563,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.89342472,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":"2","first_page":"466","last_page":"478"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.8938063383102417},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7553015351295471},{"id":"https://openalex.org/keywords/microblogging","display_name":"Microblogging","score":0.7318322658538818},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.725107729434967},{"id":"https://openalex.org/keywords/polarity","display_name":"Polarity (international relations)","score":0.7091236114501953},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.6567392945289612},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6245449185371399},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5161812901496887},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4932958483695984},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4646123945713043},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.28203725814819336}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.8938063383102417},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7553015351295471},{"id":"https://openalex.org/C143275388","wikidata":"https://www.wikidata.org/wiki/Q92438","display_name":"Microblogging","level":3,"score":0.7318322658538818},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.725107729434967},{"id":"https://openalex.org/C2777361361","wikidata":"https://www.wikidata.org/wiki/Q1112585","display_name":"Polarity (international relations)","level":3,"score":0.7091236114501953},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.6567392945289612},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6245449185371399},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5161812901496887},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4932958483695984},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4646123945713043},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.28203725814819336},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C1491633281","wikidata":"https://www.wikidata.org/wiki/Q7868","display_name":"Cell","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/taffc.2018.2884015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2018.2884015","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:pure.rug.nl:openaire/4d430495-1420-4746-bd09-1f2ef8fcc92f","is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/4d430495-1420-4746-bd09-1f2ef8fcc92f","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Basile, V, Novielli, N, Croce, D, Barbieri, F, Nissim, M & Patti, V 2021, 'Sentiment Polarity Classification at EVALITA : Lessons Learned and Open Challenges', IEEE Transactions on Affective Computing, vol. 12, no. 2, 8550785, pp. 466-478. https://doi.org/10.1109/TAFFC.2018.2884015","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:iris.unito.it:2318/1684800","is_oa":true,"landing_page_url":"http://hdl.handle.net/2318/1684800","pdf_url":"http://hdl.handle.net/2318/1684800","source":{"id":"https://openalex.org/S4306400637","display_name":"Institutional Research Information System University of Turin (University of Turin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I55143463","host_organization_name":"University of Turin","host_organization_lineage":["https://openalex.org/I55143463"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:art.torvergata.it:2108/208683","is_oa":false,"landing_page_url":"http://hdl.handle.net/2108/208683","pdf_url":null,"source":{"id":"https://openalex.org/S4306400993","display_name":"Cineca Institutional Research Information System (Tor Vergata University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I116067653","host_organization_name":"University of Rome Tor Vergata","host_organization_lineage":["https://openalex.org/I116067653"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:ricerca.uniba.it:11586/225356","is_oa":true,"landing_page_url":"https://www.scopus.com/record/display.uri?eid=2-s2.0-85057805335&origin=inward&txGid=12b2109eab428c3f9009cdeeb581fd4a","pdf_url":null,"source":{"id":"https://openalex.org/S4377196296","display_name":"CINECA IRIS Institutional Research Information System (University of Bari Aldo Moro)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5561750","host_organization_name":"University of Bari Aldo Moro","host_organization_lineage":["https://openalex.org/I5561750"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:pure.rug.nl:openaire/4d430495-1420-4746-bd09-1f2ef8fcc92f","is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/4d430495-1420-4746-bd09-1f2ef8fcc92f","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Basile, V, Novielli, N, Croce, D, Barbieri, F, Nissim, M & Patti, V 2021, 'Sentiment Polarity Classification at EVALITA : Lessons Learned and Open Challenges', IEEE Transactions on Affective Computing, vol. 12, no. 2, 8550785, pp. 466-478. https://doi.org/10.1109/TAFFC.2018.2884015","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7699999809265137,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W52724552","https://openalex.org/W193524605","https://openalex.org/W411469930","https://openalex.org/W1975299532","https://openalex.org/W2000577124","https://openalex.org/W2014902591","https://openalex.org/W2097726431","https://openalex.org/W2101217916","https://openalex.org/W2113702826","https://openalex.org/W2128415447","https://openalex.org/W2165044314","https://openalex.org/W2250243742","https://openalex.org/W2250489604","https://openalex.org/W2251924628","https://openalex.org/W2274250676","https://openalex.org/W2278629362","https://openalex.org/W2291000931","https://openalex.org/W2306941105","https://openalex.org/W2394652102","https://openalex.org/W2394787500","https://openalex.org/W2407973647","https://openalex.org/W2460474657","https://openalex.org/W2467186984","https://openalex.org/W2473373956","https://openalex.org/W2525412388","https://openalex.org/W2531301601","https://openalex.org/W2544767710","https://openalex.org/W2554767423","https://openalex.org/W2571911508","https://openalex.org/W2574053021","https://openalex.org/W2578900279","https://openalex.org/W2579454606","https://openalex.org/W2579465987","https://openalex.org/W2736392908","https://openalex.org/W2737223426","https://openalex.org/W2752201871","https://openalex.org/W2758824956","https://openalex.org/W2780698117","https://openalex.org/W2807333695","https://openalex.org/W2916132663","https://openalex.org/W2921524642","https://openalex.org/W2962709202","https://openalex.org/W4250446334","https://openalex.org/W6602151093","https://openalex.org/W6684364469","https://openalex.org/W6691481034","https://openalex.org/W6712073385","https://openalex.org/W6718766952","https://openalex.org/W6729026263","https://openalex.org/W6729894941","https://openalex.org/W6732271162","https://openalex.org/W6760448268","https://openalex.org/W7005101509","https://openalex.org/W7051706220"],"related_works":["https://openalex.org/W2401318294","https://openalex.org/W2346975490","https://openalex.org/W2088249598","https://openalex.org/W4385784095","https://openalex.org/W2593809812","https://openalex.org/W2200388639","https://openalex.org/W2925437910","https://openalex.org/W2904608781","https://openalex.org/W3049681097","https://openalex.org/W2252197266"],"abstract_inverted_index":{"Sentiment":[0],"analysis":[1,108,119],"in":[2,17,26,34,57,111],"social":[3],"media":[4],"is":[5],"a":[6,43,97,117],"popular":[7],"task":[8,45,142],"attracting":[9],"the":[10,13,35,54,60,66,76,87,100,129,136],"interest":[11],"of":[12,21,37,49,78,91,103,109,120,128],"research":[14],"community,":[15],"also":[16,95],"recent":[18],"evaluation":[19,62,83,127],"campaigns":[20],"natural":[22],"language":[23,80],"processing":[24],"tasks":[25],"several":[27],"languages.":[28],"We":[29,64,94],"report":[30],"on":[31,46,81,99],"our":[32],"experience":[33],"organization":[36],"SENTIment":[38],"POLarity":[39],"Classification":[40],"Task":[41],"(SENTIPOLC),":[42],"shared":[44],"sentiment":[47,107],"classification":[48],"Italian":[50],"tweets,":[51],"proposed":[52],"for":[53,73,106,143],"first":[55],"time":[56],"2014":[58],"within":[59],"Evalita":[61],"campaign.":[63],"present":[65],"datasets-which":[67],"include":[68],"an":[69,126],"enriched":[70],"annotation":[71],"scheme":[72],"dealing":[74],"with":[75],"impact":[77],"figurative":[79],"polarity-the":[82],"methodology,":[84],"and":[85,89,134],"discuss":[86],"approaches":[88],"results":[90],"participating":[92],"systems.":[93],"offer":[96],"reflection":[98],"open":[101],"challenges":[102],"state-of-the-art":[104],"systems":[105],"microblogging":[110],"Italian,":[112],"as":[113],"they":[114],"emerge":[115],"from":[116],"qualitative":[118],"misclassified":[121],"tweets.":[122],"Finally,":[123],"we":[124,131],"provide":[125],"resources":[130],"have":[132],"created,":[133],"share":[135],"lessons":[137],"learned":[138],"by":[139],"running":[140],"this":[141],"two":[144],"consecutive":[145],"editions.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}