{"id":"https://openalex.org/W2802909724","doi":"https://doi.org/10.3390/info9050117","title":"A Comparison of Emotion Annotation Approaches for Text","display_name":"A Comparison of Emotion Annotation Approaches for Text","publication_year":2018,"publication_date":"2018-05-11","ids":{"openalex":"https://openalex.org/W2802909724","doi":"https://doi.org/10.3390/info9050117","mag":"2802909724"},"language":"en","primary_location":{"id":"doi:10.3390/info9050117","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info9050117","pdf_url":"https://www.mdpi.com/2078-2489/9/5/117/pdf","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/9/5/117/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023924528","display_name":"I. G. Wood","orcid":"https://orcid.org/0000-0002-6094-0358"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Ian D. Wood","raw_affiliation_strings":["Aylien Ltd., Dublin D02 RH68, Irenland","Insight Centre for Data Analytics, National University of Ireland Galway, Galway H91 AEX4, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-6094-0358","affiliations":[{"raw_affiliation_string":"Aylien Ltd., Dublin D02 RH68, Irenland","institution_ids":[]},{"raw_affiliation_string":"Insight Centre for Data Analytics, National University of Ireland Galway, Galway H91 AEX4, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036503167","display_name":"John P. McCrae","orcid":"https://orcid.org/0000-0002-7227-1331"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"John P. McCrae","raw_affiliation_strings":["Insight Centre for Data Analytics, National University of Ireland Galway, Galway H91 AEX4, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Insight Centre for Data Analytics, National University of Ireland Galway, Galway H91 AEX4, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089855883","display_name":"Vladimir Andryushechkin","orcid":"https://orcid.org/0000-0002-7081-374X"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Vladimir Andryushechkin","raw_affiliation_strings":["Insight Centre for Data Analytics, National University of Ireland Galway, Galway H91 AEX4, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Insight Centre for Data Analytics, National University of Ireland Galway, Galway H91 AEX4, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025406029","display_name":"Paul Buitelaar","orcid":"https://orcid.org/0000-0001-7238-9842"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Paul Buitelaar","raw_affiliation_strings":["Insight Centre for Data Analytics, National University of Ireland Galway, Galway H91 AEX4, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Insight Centre for Data Analytics, National University of Ireland Galway, Galway H91 AEX4, Ireland","institution_ids":["https://openalex.org/I188760350"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5025406029"],"corresponding_institution_ids":["https://openalex.org/I188760350"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.6767,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.7703427,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"9","issue":"5","first_page":"117","last_page":"117"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8611024618148804},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6915390491485596},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.657572329044342},{"id":"https://openalex.org/keywords/surprise","display_name":"Surprise","score":0.6141754984855652},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5980687737464905},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5398217439651489},{"id":"https://openalex.org/keywords/agreement","display_name":"Agreement","score":0.5211105942726135},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4230683445930481},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.4215153157711029},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32505926489830017},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.28181174397468567},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.22012561559677124},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.12444722652435303},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09581461548805237}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8611024618148804},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6915390491485596},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.657572329044342},{"id":"https://openalex.org/C2780343955","wikidata":"https://www.wikidata.org/wiki/Q333173","display_name":"Surprise","level":2,"score":0.6141754984855652},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5980687737464905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5398217439651489},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.5211105942726135},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4230683445930481},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.4215153157711029},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32505926489830017},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28181174397468567},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22012561559677124},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.12444722652435303},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09581461548805237},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/info9050117","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info9050117","pdf_url":"https://www.mdpi.com/2078-2489/9/5/117/pdf","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:https://researchrepository.universityofgalway.ie:10379/7432","is_oa":true,"landing_page_url":"http://hdl.handle.net/10379/7432","pdf_url":"http://hdl.handle.net/10379/7432","source":{"id":"https://openalex.org/S4377196322","display_name":"ARAN (University of Galway Research Repository) (Ollscoil na Gaillimhe \u2013 University of Galway)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I188760350","host_organization_name":"Ollscoil na Gaillimhe \u2013 University of Galway","host_organization_lineage":["https://openalex.org/I188760350"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"},{"id":"pmh:http://www.rian.ie/162011/","is_oa":false,"landing_page_url":"http://hdl.handle.net/10379/14449","pdf_url":null,"source":{"id":"https://openalex.org/S4306400033","display_name":"Arrow@dit (Dublin Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I115570527","host_organization_name":"Dublin Institute of Technology","host_organization_lineage":["https://openalex.org/I115570527"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal article"},{"id":"pmh:oai:mdpi.com:/2078-2489/9/5/117/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/info9050117","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information; Volume 9; Issue 5; Pages: 117","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/info9050117","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info9050117","pdf_url":"https://www.mdpi.com/2078-2489/9/5/117/pdf","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1383882326","display_name":null,"funder_award_id":"SFI/12/RC/","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G2843698688","display_name":"Social Semantic Emotion Analysis for Innovative Multilingual Big Data Analytics Markets","funder_award_id":"644632","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2881606312","display_name":null,"funder_award_id":"SFI/12/RC/2289","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G3989894238","display_name":null,"funder_award_id":"12/RC/2289","funder_id":"https://openalex.org/F4320331354","funder_display_name":"Insight SFI Research Centre for Data Analytics"},{"id":"https://openalex.org/G5098725405","display_name":null,"funder_award_id":"12/RC/","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G5734533708","display_name":null,"funder_award_id":"SFI/12/RC/2289","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G584179790","display_name":null,"funder_award_id":"H2020 - 644632 (MixedEmotions)","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6200500325","display_name":null,"funder_award_id":"16/IFB/4336","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G6654329577","display_name":null,"funder_award_id":"Grant Number SFI/12/RC/2289","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G7362007176","display_name":null,"funder_award_id":"12/RC/2289","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G8001517797","display_name":null,"funder_award_id":"SFI/12/RC/2289","funder_id":"https://openalex.org/F4320331354","funder_display_name":"Insight SFI Research Centre for Data Analytics"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320331354","display_name":"Insight SFI Research Centre for Data Analytics","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2802909724.pdf","grobid_xml":"https://content.openalex.org/works/W2802909724.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1837843568","https://openalex.org/W1985463960","https://openalex.org/W1993008008","https://openalex.org/W2003653478","https://openalex.org/W2123402141","https://openalex.org/W2145598468","https://openalex.org/W2156848952","https://openalex.org/W2157364932","https://openalex.org/W2163293471","https://openalex.org/W2167557160","https://openalex.org/W2250539671","https://openalex.org/W2339570520","https://openalex.org/W2419372661","https://openalex.org/W2468785836","https://openalex.org/W2740582239","https://openalex.org/W2741036097","https://openalex.org/W2741447225","https://openalex.org/W2741691725","https://openalex.org/W2757031682","https://openalex.org/W2787552263","https://openalex.org/W2805744755","https://openalex.org/W2807086361","https://openalex.org/W2963223838","https://openalex.org/W3106003309","https://openalex.org/W3125182500","https://openalex.org/W4205184193","https://openalex.org/W4236533540","https://openalex.org/W4243859118","https://openalex.org/W6742046398"],"related_works":["https://openalex.org/W4236382845","https://openalex.org/W4388712630","https://openalex.org/W2481168998","https://openalex.org/W2476994687","https://openalex.org/W642988558","https://openalex.org/W2324507472","https://openalex.org/W2511141457","https://openalex.org/W2251910928","https://openalex.org/W4361282947","https://openalex.org/W2250493512"],"abstract_inverted_index":{"While":[0],"the":[1,21,132,190],"recognition":[2,22],"of":[3,23,44,67,172,180],"positive/negative":[4],"sentiment":[5],"in":[6,163,199],"text":[7],"is":[8],"an":[9],"established":[10],"task":[11],"with":[12,49,93,122,131,142,176],"many":[13],"standard":[14],"data":[15],"sets":[16],"and":[17,39,83,159,187],"well":[18],"developed":[19],"methodologies,":[20],"a":[24,42,65,94,100,105,125,146,161,168],"more":[25,153],"nuanced":[26],"affect":[27],"has":[28],"received":[29],"less":[30],"attention:":[31],"there":[32,40],"are":[33,41,152],"few":[34],"publicly":[35,169],"available":[36,170],"annotated":[37,175],"resources":[38],"number":[43],"competing":[45],"emotion":[46,68,102,135,182,191],"representation":[47,86,192],"schemes":[48],"as":[50,160],"yet":[51],"no":[52],"clear":[53],"approach":[54],"to":[55],"choose":[56],"between":[57,77,84],"them.":[58],"To":[59,155],"address":[60],"this":[61],"lack,":[62],"we":[63,116,137,165],"present":[64,167],"series":[66],"annotation":[69,78,96,107,128],"studies":[70,158],"on":[71,99,109,178],"tweets,":[72],"providing":[73],"methods":[74,79],"for":[75,120,124],"comparisons":[76,121],"(relative":[80],"vs.":[81],"absolute)":[82],"different":[85],"schemes.":[87],"We":[88],"find":[89,138],"improved":[90,139],"annotator":[91],"agreement":[92,119,123,141],"relative":[95,150],"scheme":[97,108,129],"(comparisons)":[98],"dimensional":[101,134],"model":[103,193],"over":[104],"categorical":[106],"Ekman\u2019s":[110],"six":[111],"basic":[112],"emotions;":[113],"however,":[114],"when":[115],"compare":[117],"inter-annotator":[118,140],"rating":[126,143],"scale":[127],"(both":[130],"same":[133],"model),":[136],"scales,":[144],"challenging":[145],"common":[147],"belief":[148],"that":[149],"judgements":[151],"reliable.":[154],"support":[156],"these":[157],"contribution":[162],"itself,":[164],"further":[166],"collection":[171],"2019":[173],"tweets":[174],"scores":[177],"each":[179],"four":[181],"dimensions:":[183],"valence,":[184],"arousal,":[185],"dominance":[186],"surprise,":[188],"following":[189],"identified":[194],"by":[195],"Fontaine":[196],"et":[197],"al.":[198],"2007.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-05-23T08:51:43.019350","created_date":"2025-10-10T00:00:00"}