{"id":"https://openalex.org/W2291000931","doi":"https://doi.org/10.1007/s10579-015-9328-1","title":"Developing a successful SemEval task in sentiment analysis of Twitter and other social media texts","display_name":"Developing a successful SemEval task in sentiment analysis of Twitter and other social media texts","publication_year":2016,"publication_date":"2016-01-20","ids":{"openalex":"https://openalex.org/W2291000931","doi":"https://doi.org/10.1007/s10579-015-9328-1","mag":"2291000931"},"language":"en","primary_location":{"id":"doi:10.1007/s10579-015-9328-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-015-9328-1","pdf_url":null,"source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/s10579-015-9328-1","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012055259","display_name":"Preslav Nakov","orcid":"https://orcid.org/0000-0002-3600-1510"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Preslav Nakov","raw_affiliation_strings":["Qatar Computing Research Institute, HBKU, Tornado Tower, floor 10, P.O. box 5825, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, HBKU, Tornado Tower, floor 10, P.O. box 5825, Doha, Qatar","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103058383","display_name":"Sara Rosenthal","orcid":"https://orcid.org/0000-0002-9603-4699"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sara Rosenthal","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077738658","display_name":"Svetlana Kiritchenko","orcid":"https://orcid.org/0000-0003-2550-3918"},"institutions":[{"id":"https://openalex.org/I4210159778","display_name":"National Research Council Canada","ror":"https://ror.org/04mte1k06","country_code":"CA","type":"government","lineage":["https://openalex.org/I4210159778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Svetlana Kiritchenko","raw_affiliation_strings":["National Research Council Canada, 1200 Montreal Rd., Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"National Research Council Canada, 1200 Montreal Rd., Ottawa, ON, Canada","institution_ids":["https://openalex.org/I4210159778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033684482","display_name":"Saif M. Mohammad","orcid":"https://orcid.org/0000-0003-2716-7516"},"institutions":[{"id":"https://openalex.org/I4210159778","display_name":"National Research Council Canada","ror":"https://ror.org/04mte1k06","country_code":"CA","type":"government","lineage":["https://openalex.org/I4210159778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Saif M. Mohammad","raw_affiliation_strings":["National Research Council Canada, 1200 Montreal Rd., Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"National Research Council Canada, 1200 Montreal Rd., Ottawa, ON, Canada","institution_ids":["https://openalex.org/I4210159778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007532004","display_name":"Zornitsa Kozareva","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zornitsa Kozareva","raw_affiliation_strings":["USC Information Sciences Institute, 4676 Admiralty Way, Marina del Rey, CA, 90292-6695, USA"],"affiliations":[{"raw_affiliation_string":"USC Information Sciences Institute, 4676 Admiralty Way, Marina del Rey, CA, 90292-6695, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039096905","display_name":"Alan Ritter","orcid":null},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alan Ritter","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA"],"affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091317839","display_name":"Veselin Stoyanov","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Veselin Stoyanov","raw_affiliation_strings":["Johns Hopkins University, Baltimore, MD, USA"],"affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016892586","display_name":"Xiaodan Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159778","display_name":"National Research Council Canada","ror":"https://ror.org/04mte1k06","country_code":"CA","type":"government","lineage":["https://openalex.org/I4210159778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xiaodan Zhu","raw_affiliation_strings":["National Research Council Canada, 1200 Montreal Rd., Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"National Research Council Canada, 1200 Montreal Rd., Ottawa, ON, Canada","institution_ids":["https://openalex.org/I4210159778"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5012055259"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":22.2914,"has_fulltext":false,"cited_by_count":95,"citation_normalized_percentile":{"value":0.99396319,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"50","issue":"1","first_page":"35","last_page":"65"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semeval","display_name":"SemEval","score":0.9551593065261841},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7864820957183838},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7779392004013062},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6706846952438354},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6530045866966248},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6327210664749146},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.6269361972808838},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.6171834468841553},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5939458012580872},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5399953722953796},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5166304707527161},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.436704158782959},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2850643992424011}],"concepts":[{"id":"https://openalex.org/C44572571","wikidata":"https://www.wikidata.org/wiki/Q7448970","display_name":"SemEval","level":3,"score":0.9551593065261841},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7864820957183838},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7779392004013062},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6706846952438354},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6530045866966248},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6327210664749146},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.6269361972808838},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.6171834468841553},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5939458012580872},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5399953722953796},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5166304707527161},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.436704158782959},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2850643992424011},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10579-015-9328-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-015-9328-1","pdf_url":null,"source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},{"id":"pmh:oai:cisti-icist.nrc-cnrc.ca:cistinparc:21277502","is_oa":false,"landing_page_url":"https://nrc-publications.canada.ca/eng/view/object/?id=88c97a2d-bed6-4055-912a-8af5ff4f19b2","pdf_url":null,"source":{"id":"https://openalex.org/S7407055245","display_name":"NPARC","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s10579-015-9328-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-015-9328-1","pdf_url":null,"source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.75,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":96,"referenced_works":["https://openalex.org/W19325706","https://openalex.org/W66373487","https://openalex.org/W193524605","https://openalex.org/W655994999","https://openalex.org/W1494379672","https://openalex.org/W1521125545","https://openalex.org/W1574454071","https://openalex.org/W1589554437","https://openalex.org/W1590495275","https://openalex.org/W1614298861","https://openalex.org/W1919365417","https://openalex.org/W1930677882","https://openalex.org/W1972047492","https://openalex.org/W2014902591","https://openalex.org/W2017093362","https://openalex.org/W2022204871","https://openalex.org/W2037547216","https://openalex.org/W2040467972","https://openalex.org/W2046804949","https://openalex.org/W2048658075","https://openalex.org/W2059503205","https://openalex.org/W2067533161","https://openalex.org/W2086252570","https://openalex.org/W2096707493","https://openalex.org/W2097726431","https://openalex.org/W2101196063","https://openalex.org/W2101217916","https://openalex.org/W2105468141","https://openalex.org/W2108399385","https://openalex.org/W2116705992","https://openalex.org/W2121227244","https://openalex.org/W2122369144","https://openalex.org/W2123661878","https://openalex.org/W2124156373","https://openalex.org/W2124441165","https://openalex.org/W2124752409","https://openalex.org/W2129011250","https://openalex.org/W2133341045","https://openalex.org/W2134746982","https://openalex.org/W2153635508","https://openalex.org/W2153848201","https://openalex.org/W2154436402","https://openalex.org/W2154444445","https://openalex.org/W2156413587","https://openalex.org/W2157765050","https://openalex.org/W2158149850","https://openalex.org/W2158899491","https://openalex.org/W2160660844","https://openalex.org/W2162010436","https://openalex.org/W2163455955","https://openalex.org/W2165044314","https://openalex.org/W2166706824","https://openalex.org/W2168681026","https://openalex.org/W2250219826","https://openalex.org/W2250243742","https://openalex.org/W2250374929","https://openalex.org/W2250456019","https://openalex.org/W2250578941","https://openalex.org/W2250615816","https://openalex.org/W2250651979","https://openalex.org/W2250668700","https://openalex.org/W2250840214","https://openalex.org/W2251294039","https://openalex.org/W2251303898","https://openalex.org/W2251524327","https://openalex.org/W2251648804","https://openalex.org/W2251818274","https://openalex.org/W2251890715","https://openalex.org/W2251939518","https://openalex.org/W2252045667","https://openalex.org/W2252057809","https://openalex.org/W2252095859","https://openalex.org/W2267835966","https://openalex.org/W2272153972","https://openalex.org/W2294703018","https://openalex.org/W2399237448","https://openalex.org/W2408447485","https://openalex.org/W2460474657","https://openalex.org/W2467186984","https://openalex.org/W2591578345","https://openalex.org/W2611972942","https://openalex.org/W2771576526","https://openalex.org/W2898795086","https://openalex.org/W2949998441","https://openalex.org/W3099138433","https://openalex.org/W3146306708","https://openalex.org/W4205184193","https://openalex.org/W4241335599","https://openalex.org/W4255173720","https://openalex.org/W4376544279","https://openalex.org/W6640391407","https://openalex.org/W6678277124","https://openalex.org/W6683738474","https://openalex.org/W6691296735","https://openalex.org/W6697146284","https://openalex.org/W6718766952"],"related_works":["https://openalex.org/W1988325893","https://openalex.org/W3029012650","https://openalex.org/W2117643817","https://openalex.org/W4287704526","https://openalex.org/W3044452375","https://openalex.org/W3114038635","https://openalex.org/W2962934252","https://openalex.org/W3114706517","https://openalex.org/W2463861136","https://openalex.org/W3117823711"],"abstract_inverted_index":{"We":[0,154],"present":[1],"the":[2,14,45,67,89,146,149,157,164],"development":[3],"and":[4,30,64,78,95,106,121,163],"evaluation":[5,53,115],"of":[6,16,21,35,43,70,91,100,111,129,160],"a":[7,51,92,107,127,172],"semantic":[8,52],"analysis":[9],"task":[10,40,60,87,150,162],"that":[11,156],"lies":[12],"at":[13,73],"intersection":[15],"two":[17],"very":[18],"trendy":[19],"lines":[20],"research":[22],"in":[23,62,75,84,119,123],"contemporary":[24],"computational":[25],"linguistics:":[26],"(1)":[27],"sentiment":[28],"analysis,":[29],"(2)":[31],"natural":[32],"language":[33],"processing":[34],"social":[36],"media":[37],"text.":[38],"The":[39,59,86,114,131],"was":[41],"part":[42],"SemEval,":[44],"International":[46],"Workshop":[47],"on":[48],"Semantic":[49],"Evaluation,":[50],"forum":[54],"previously":[55],"known":[56],"as":[57,171],"SensEval.":[58],"ran":[61],"2013":[63,120],"2014,":[65,124],"attracting":[66],"highest":[68],"number":[69],"participating":[71],"teams":[72,118,133],"SemEval":[74],"both":[76],"years,":[77],"there":[79],"is":[80],"an":[81],"ongoing":[82],"edition":[83],"2015.":[85],"included":[88],"creation":[90],"large":[93],"contextual":[94],"message-level":[96],"polarity":[97],"corpus":[98],"consisting":[99],"tweets,":[101],"SMS":[102],"messages,":[103,105],"LiveJournal":[104],"special":[108],"test":[109,173],"set":[110],"sarcastic":[112],"tweets.":[113],"attracted":[116],"44":[117],"46":[122],"who":[125],"used":[126],"variety":[128],"approaches.":[130],"best":[132],"were":[134],"able":[135],"to":[136,169],"outperform":[137],"several":[138],"baselines":[139],"by":[140],"sizable":[141],"margins":[142],"with":[143],"improvement":[144],"across":[145],"2":[147],"years":[148],"has":[151],"been":[152],"run.":[153],"hope":[155],"long-lasting":[158],"role":[159],"this":[161],"accompanying":[165],"datasets":[166],"will":[167],"be":[168],"serve":[170],"bed":[174],"for":[175],"comparing":[176],"different":[177],"approaches,":[178],"thus":[179],"facilitating":[180],"research.":[181]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":25},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":2}],"updated_date":"2026-03-02T08:37:19.008085","created_date":"2025-10-10T00:00:00"}