{"id":"https://openalex.org/W2992016955","doi":"https://doi.org/10.1109/mlsp.2019.8918792","title":"Less Is More: Deep Learning Using Subjective Annotations For Sentiment Analysis From Social Media","display_name":"Less Is More: Deep Learning Using Subjective Annotations For Sentiment Analysis From Social Media","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2992016955","doi":"https://doi.org/10.1109/mlsp.2019.8918792","mag":"2992016955"},"language":"en","primary_location":{"id":"doi:10.1109/mlsp.2019.8918792","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlsp.2019.8918792","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 29th International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079887573","display_name":"Christina Tzogka","orcid":null},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Christina Tzogka","raw_affiliation_strings":["Dept. of Informatics, Aristotle University of Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Informatics, Aristotle University of Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061050264","display_name":"Nikolaos Passalis","orcid":"https://orcid.org/0000-0003-1177-9139"},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Nikolaos Passalis","raw_affiliation_strings":["Faculty of Information Technology and Communication, Tampere University, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Communication, Tampere University, Finland","institution_ids":["https://openalex.org/I166825849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064535836","display_name":"Alexandros Iosifidis","orcid":"https://orcid.org/0000-0003-4807-1345"},"institutions":[{"id":"https://openalex.org/I204337017","display_name":"Aarhus University","ror":"https://ror.org/01aj84f44","country_code":"DK","type":"education","lineage":["https://openalex.org/I204337017"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Alexandros Iosifidis","raw_affiliation_strings":["Dept. of Engineering, Aarhus University, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Engineering, Aarhus University, Denmark","institution_ids":["https://openalex.org/I204337017"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007583477","display_name":"Moncef Gabbouj","orcid":"https://orcid.org/0000-0002-9788-2323"},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Moncef Gabbouj","raw_affiliation_strings":["Faculty of Information Technology and Communication, Tampere University, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Communication, Tampere University, Finland","institution_ids":["https://openalex.org/I166825849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041054091","display_name":"Anastasios Tefas","orcid":"https://orcid.org/0000-0003-1288-3667"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Anastasios Tefas","raw_affiliation_strings":["Dept. of Informatics, Aristotle University of Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Informatics, Aristotle University of Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"47","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8898997902870178},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.609673023223877},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5890154242515564},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5742290019989014},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5695604085922241},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5523579120635986},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.49793577194213867},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4812193214893341},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4739033281803131},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4734463393688202},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.4628004729747772},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.329107403755188},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12160474061965942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8898997902870178},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.609673023223877},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5890154242515564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5742290019989014},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5695604085922241},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5523579120635986},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.49793577194213867},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4812193214893341},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4739033281803131},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4734463393688202},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.4628004729747772},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.329107403755188},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12160474061965942},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mlsp.2019.8918792","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlsp.2019.8918792","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 29th International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/12a156d8-54c1-460a-87a0-8b7e400c153e","is_oa":false,"landing_page_url":"https://pure.au.dk/portal/en/publications/12a156d8-54c1-460a-87a0-8b7e400c153e","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Tzogka, C, Passalis, N, Iosifidis, A, Gabbouj, M & Tefas, A 2019, Less is more : Deep Learning using subjective annotations for sentiment analysis from social media. in 2019 IEEE 29th International Workshop on Machine Learning for Signal Processing, MLSP 2019 : Proceedings., 8918792, IEEE, IEEE International Workshop on Machine Learning for Signal Processing, Pittsburgh, Pennsylvania, United States, 13/10/2019. https://doi.org/10.1109/MLSP.2019.8918792","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1821462560","https://openalex.org/W1832693441","https://openalex.org/W1866072925","https://openalex.org/W1921293667","https://openalex.org/W2030866871","https://openalex.org/W2099419573","https://openalex.org/W2105060667","https://openalex.org/W2117539524","https://openalex.org/W2118023920","https://openalex.org/W2143017621","https://openalex.org/W2149167588","https://openalex.org/W2153579005","https://openalex.org/W2163568299","https://openalex.org/W2221898772","https://openalex.org/W2514588627","https://openalex.org/W2577784528","https://openalex.org/W2624457496","https://openalex.org/W2887783173","https://openalex.org/W2896457183","https://openalex.org/W2953320089","https://openalex.org/W2963341956","https://openalex.org/W2964121744","https://openalex.org/W4294170691","https://openalex.org/W6631190155","https://openalex.org/W6638523607","https://openalex.org/W6639331287","https://openalex.org/W6640298173","https://openalex.org/W6682691769","https://openalex.org/W6755207826","https://openalex.org/W6764970959"],"related_works":["https://openalex.org/W3000197790","https://openalex.org/W2130553454","https://openalex.org/W3022007134","https://openalex.org/W4317548404","https://openalex.org/W2087783760","https://openalex.org/W1509924131","https://openalex.org/W3163689946","https://openalex.org/W4287890939","https://openalex.org/W2033364610","https://openalex.org/W2797776314"],"abstract_inverted_index":{"Acquiring":[0],"reliable":[1],"training":[2,125],"annotations":[3,48,94,105],"for":[4,18],"the":[5,29,43,46,69,75,78,93,108,147],"huge":[6],"amounts":[7],"of":[8,45,55,71,77,84,110,114],"data":[9,30,66,87],"collected":[10],"in":[11],"large-scale":[12],"applications":[13],"is":[14,40],"often":[15],"infeasible,":[16],"especially":[17],"inherently":[19],"subjective":[20],"tasks,":[21],"such":[22,61],"as":[23,134,136],"sentiment":[24,127],"analysis.":[25],"In":[26,116],"these":[27],"cases,":[28],"are":[31,95],"usually":[32],"annotated":[33,132],"using":[34,64,103],"semi-automated":[35],"methods.":[36],"Even":[37],"when":[38,59,92],"crowd-sourcing":[39],"used,":[41],"ensuring":[42],"quality":[44,76],"acquired":[47],"can":[49],"be":[50],"challenging.":[51],"Therefore,":[52],"a":[53,72,138],"number":[54],"important":[56],"questions":[57],"arise":[58],"annotating":[60],"datasets:":[62],"Does":[63],"more":[65],"always":[67],"increase":[68],"accuracy":[70],"model":[73],"regardless":[74],"annotations?":[79],"Is":[80,97],"there":[81,98],"any":[82,99],"way":[83],"selecting":[85],"which":[86,102],"samples":[88],"we":[89,119],"should":[90],"use":[91],"unreliable?":[96],"point":[100],"at":[101],"unreliable":[104],"actually":[106],"harms":[107],"performance":[109],"deep":[111,126],"models":[112,129],"instead":[113],"helping?":[115],"this":[117],"work":[118],"provide":[120],"an":[121],"extensive":[122],"study":[123],"on":[124],"analysis":[128],"with":[130],"unreliably":[131],"data,":[133],"well":[135],"propose":[137],"simple,":[139],"yet":[140],"effective":[141],"semi-supervised":[142],"learning":[143],"method":[144],"to":[145],"overcome":[146],"aforementioned":[148],"limitations.":[149]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}