{"id":"https://openalex.org/W3137171007","doi":"https://doi.org/10.3390/informatics8010019","title":"An Experimental Analysis of Data Annotation Methodologies for Emotion Detection in Short Text Posted on Social Media","display_name":"An Experimental Analysis of Data Annotation Methodologies for Emotion Detection in Short Text Posted on Social Media","publication_year":2021,"publication_date":"2021-03-12","ids":{"openalex":"https://openalex.org/W3137171007","doi":"https://doi.org/10.3390/informatics8010019","mag":"3137171007"},"language":"en","primary_location":{"id":"doi:10.3390/informatics8010019","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics8010019","pdf_url":"https://www.mdpi.com/2227-9709/8/1/19/pdf?version=1615533186","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2227-9709/8/1/19/pdf?version=1615533186","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085224335","display_name":"Maria Krommyda","orcid":"https://orcid.org/0000-0002-2121-1371"},"institutions":[{"id":"https://openalex.org/I4210144519","display_name":"Institute of Communication and Computer Systems","ror":"https://ror.org/0483fn738","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210144519"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Maria Krommyda","raw_affiliation_strings":["Institute of Communication and Computer Systems (ICCS), 15772 Athens, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Communication and Computer Systems (ICCS), 15772 Athens, Greece","institution_ids":["https://openalex.org/I4210144519"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052450012","display_name":"Anastasios Rigos","orcid":"https://orcid.org/0000-0002-4071-1056"},"institutions":[{"id":"https://openalex.org/I4210144519","display_name":"Institute of Communication and Computer Systems","ror":"https://ror.org/0483fn738","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210144519"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Anastasios Rigos","raw_affiliation_strings":["Institute of Communication and Computer Systems (ICCS), 15772 Athens, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Communication and Computer Systems (ICCS), 15772 Athens, Greece","institution_ids":["https://openalex.org/I4210144519"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047032178","display_name":"Kostas Bouklas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144519","display_name":"Institute of Communication and Computer Systems","ror":"https://ror.org/0483fn738","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210144519"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Kostas Bouklas","raw_affiliation_strings":["Institute of Communication and Computer Systems (ICCS), 15772 Athens, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Communication and Computer Systems (ICCS), 15772 Athens, Greece","institution_ids":["https://openalex.org/I4210144519"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088400616","display_name":"Angelos Amditis","orcid":"https://orcid.org/0000-0002-4089-1990"},"institutions":[{"id":"https://openalex.org/I4210144519","display_name":"Institute of Communication and Computer Systems","ror":"https://ror.org/0483fn738","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210144519"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Angelos Amditis","raw_affiliation_strings":["Institute of Communication and Computer Systems (ICCS), 15772 Athens, Greece"],"raw_orcid":"https://orcid.org/0000-0002-4089-1990","affiliations":[{"raw_affiliation_string":"Institute of Communication and Computer Systems (ICCS), 15772 Athens, Greece","institution_ids":["https://openalex.org/I4210144519"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5085224335"],"corresponding_institution_ids":["https://openalex.org/I4210144519"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":5.3194,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.96260094,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":"1","first_page":"19","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7908587455749512},{"id":"https://openalex.org/keywords/emoji","display_name":"Emoji","score":0.7587475776672363},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7520308494567871},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.7320665121078491},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6528604626655579},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.6169281601905823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5658402442932129},{"id":"https://openalex.org/keywords/phrase","display_name":"Phrase","score":0.5650458335876465},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.552320659160614},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5045958757400513},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.48618239164352417},{"id":"https://openalex.org/keywords/emotion-detection","display_name":"Emotion detection","score":0.47355642914772034},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.41499167680740356},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41343575716018677},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.38113611936569214},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3644682765007019},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.2488645613193512},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.17649009823799133},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14758098125457764},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.10079905390739441}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7908587455749512},{"id":"https://openalex.org/C2779247141","wikidata":"https://www.wikidata.org/wiki/Q1049294","display_name":"Emoji","level":3,"score":0.7587475776672363},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7520308494567871},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.7320665121078491},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6528604626655579},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.6169281601905823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5658402442932129},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.5650458335876465},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.552320659160614},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5045958757400513},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.48618239164352417},{"id":"https://openalex.org/C2988148770","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion detection","level":3,"score":0.47355642914772034},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.41499167680740356},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41343575716018677},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38113611936569214},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3644682765007019},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.2488645613193512},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.17649009823799133},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14758098125457764},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.10079905390739441},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/informatics8010019","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics8010019","pdf_url":"https://www.mdpi.com/2227-9709/8/1/19/pdf?version=1615533186","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ac5a78984aee4360a5474cb0b392003b","is_oa":true,"landing_page_url":"https://doaj.org/article/ac5a78984aee4360a5474cb0b392003b","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Informatics, Vol 8, Iss 1, p 19 (2021)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2227-9709/8/1/19/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/informatics8010019","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Informatics; Volume 8; Issue 1; Pages: 19","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/informatics8010019","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics8010019","pdf_url":"https://www.mdpi.com/2227-9709/8/1/19/pdf?version=1615533186","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.699999988079071}],"awards":[{"id":"https://openalex.org/G7250275590","display_name":null,"funder_award_id":"769066","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3137171007.pdf","grobid_xml":"https://content.openalex.org/works/W3137171007.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1565201084","https://openalex.org/W1743243001","https://openalex.org/W1768593022","https://openalex.org/W1955857676","https://openalex.org/W1970053049","https://openalex.org/W1971028513","https://openalex.org/W1971222444","https://openalex.org/W2009375902","https://openalex.org/W2031998113","https://openalex.org/W2050014949","https://openalex.org/W2064675550","https://openalex.org/W2066064791","https://openalex.org/W2101234009","https://openalex.org/W2108646579","https://openalex.org/W2110485445","https://openalex.org/W2168493061","https://openalex.org/W2295598076","https://openalex.org/W2331804107","https://openalex.org/W2397944984","https://openalex.org/W2547255185","https://openalex.org/W2618360053","https://openalex.org/W2740582239","https://openalex.org/W2792916349","https://openalex.org/W2801716390","https://openalex.org/W2894196255","https://openalex.org/W2894821558","https://openalex.org/W2949965121","https://openalex.org/W2982986041","https://openalex.org/W2999333374","https://openalex.org/W3000500483","https://openalex.org/W3011248971","https://openalex.org/W3021216301","https://openalex.org/W3032735579","https://openalex.org/W3094815677","https://openalex.org/W3102476541","https://openalex.org/W3106003309","https://openalex.org/W3118257075","https://openalex.org/W3175176322","https://openalex.org/W3176676480","https://openalex.org/W4205444062","https://openalex.org/W4211186029","https://openalex.org/W4313155193","https://openalex.org/W4388315243","https://openalex.org/W6637802876","https://openalex.org/W6637805623","https://openalex.org/W6675354045","https://openalex.org/W6712585790","https://openalex.org/W6729269041","https://openalex.org/W6736960337"],"related_works":["https://openalex.org/W4389567774","https://openalex.org/W4366957678","https://openalex.org/W4285115135","https://openalex.org/W4362496363","https://openalex.org/W4385386330","https://openalex.org/W4321608592","https://openalex.org/W4319318901","https://openalex.org/W2954810767","https://openalex.org/W4385689139","https://openalex.org/W187383899"],"abstract_inverted_index":{"Opinion":[0],"mining":[1],"techniques,":[2],"investigating":[3],"if":[4],"text":[5,73],"is":[6,34,58,135,145,210],"expressing":[7],"a":[8,48,59,86,95,132,171],"positive":[9,36],"or":[10,37,174],"negative":[11],"opinion,":[12],"continuously":[13],"gain":[14],"in":[15,72,147,157,161,170,200,222],"popularity,":[16],"attracting":[17],"the":[18,31,45,53,65,69,76,79,101,109,113,116,129,140,167,190,193,219],"attention":[19],"of":[20,52,68,78,104,119,131,189],"many":[21],"scientists":[22],"from":[23,121],"different":[24],"disciplines.":[25],"Specific":[26],"use":[27],"cases,":[28],"however,":[29],"where":[30],"expressed":[32,70,169],"opinion":[33],"indisputably":[35],"negative,":[38],"render":[39],"such":[40],"solutions":[41,91],"obsolete":[42],"and":[43,108,152,164,192,212],"emphasize":[44],"need":[46],"for":[47],"more":[49],"in-depth":[50],"analysis":[51,57],"available":[54],"text.":[55,175],"Emotion":[56],"solution":[60],"to":[61,93,100,112,139,159,181,217],"this":[62,148],"problem,":[63],"but":[64],"multi-dimensional":[66],"elements":[67],"emotions":[71,120,144],"along":[74],"with":[75,137],"complexity":[77],"features":[80],"that":[81,127,134,195],"allow":[82],"their":[83],"identification":[84],"pose":[85],"significant":[87],"challenge.":[88],"Machine":[89],"learning":[90,184],"fail":[92],"achieve":[94],"high":[96],"accuracy,":[97],"mainly":[98],"due":[99],"limited":[102],"availability":[103],"annotated":[105,136],"training":[106],"datasets,":[107],"bias":[110],"introduced":[111],"annotations":[114],"by":[115],"personal":[117],"interpretations":[118],"individuals.":[122],"A":[123],"hybrid":[124],"rule-based":[125],"algorithm":[126],"allows":[128],"acquisition":[130],"dataset":[133],"regard":[138],"Plutchik\u2019s":[141],"eight":[142],"basic":[143],"proposed":[146],"paper.":[149],"Emoji,":[150],"keywords":[151],"semantic":[153],"relationships":[154],"are":[155,179,198],"used":[156,180],"order":[158],"identify":[160],"an":[162,203,215],"objective":[163],"unbiased":[165],"way":[166],"emotion":[168,220],"short":[172],"phrase":[173],"The":[176,187,206],"acquired":[177],"datasets":[178],"train":[182],"machine":[183],"classification":[185],"models.":[186],"accuracy":[188],"models":[191],"parameters":[194],"affect":[196],"it":[197],"presented":[199],"length":[201],"through":[202,214],"experimental":[204],"analysis.":[205],"most":[207],"accurate":[208],"model":[209],"selected":[211],"offered":[213],"API":[216],"tackle":[218],"detection":[221],"social":[223],"media":[224],"posts.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}