{"id":"https://openalex.org/W4407423331","doi":"https://doi.org/10.3103/s0146411624700263","title":"Annotation of Text Corpora by Sentiment and Irony in a Project of Citizen Science","display_name":"Annotation of Text Corpora by Sentiment and Irony in a Project of Citizen Science","publication_year":2024,"publication_date":"2024-12-01","ids":{"openalex":"https://openalex.org/W4407423331","doi":"https://doi.org/10.3103/s0146411624700263"},"language":"en","primary_location":{"id":"doi:10.3103/s0146411624700263","is_oa":false,"landing_page_url":"https://doi.org/10.3103/s0146411624700263","pdf_url":null,"source":{"id":"https://openalex.org/S17203304","display_name":"Automatic Control and Computer Sciences","issn_l":"0146-4116","issn":["0146-4116","1558-108X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320267","host_organization_name":"Pleiades Publishing","host_organization_lineage":["https://openalex.org/P4310320267","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Pleiades Publishing","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automatic Control and Computer Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063668476","display_name":"Ilya Paramonov","orcid":"https://orcid.org/0000-0003-3984-8423"},"institutions":[{"id":"https://openalex.org/I198371094","display_name":"Yaroslavl State University","ror":"https://ror.org/044s2fj67","country_code":"RU","type":"education","lineage":["https://openalex.org/I198371094"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"I. V. Paramonov","raw_affiliation_strings":["Demidov Yaroslavl State University, 150003, Yaroslavl, Russia"],"raw_orcid":"https://orcid.org/0000-0003-3984-8423","affiliations":[{"raw_affiliation_string":"Demidov Yaroslavl State University, 150003, Yaroslavl, Russia","institution_ids":["https://openalex.org/I198371094"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080980824","display_name":"Anatoliy Y. Poletaev","orcid":"https://orcid.org/0000-0003-0116-4739"},"institutions":[{"id":"https://openalex.org/I198371094","display_name":"Yaroslavl State University","ror":"https://ror.org/044s2fj67","country_code":"RU","type":"education","lineage":["https://openalex.org/I198371094"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"A. Y. Poletaev","raw_affiliation_strings":["Demidov Yaroslavl State University, 150003, Yaroslavl, Russia"],"raw_orcid":"https://orcid.org/0000-0003-0116-4739","affiliations":[{"raw_affiliation_string":"Demidov Yaroslavl State University, 150003, Yaroslavl, Russia","institution_ids":["https://openalex.org/I198371094"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5063668476","https://openalex.org/A5080980824"],"corresponding_institution_ids":["https://openalex.org/I198371094"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23707034,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"58","issue":"7","first_page":"797","last_page":"807"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.866982102394104},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8343786001205444},{"id":"https://openalex.org/keywords/irony","display_name":"Irony","score":0.8320846557617188},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5738131999969482},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5226330757141113},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47212013602256775},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.37787914276123047},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3335314393043518},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2477162778377533},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.09382578730583191}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.866982102394104},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8343786001205444},{"id":"https://openalex.org/C2779975665","wikidata":"https://www.wikidata.org/wiki/Q131361","display_name":"Irony","level":2,"score":0.8320846557617188},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5738131999969482},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5226330757141113},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47212013602256775},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.37787914276123047},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3335314393043518},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2477162778377533},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.09382578730583191}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3103/s0146411624700263","is_oa":false,"landing_page_url":"https://doi.org/10.3103/s0146411624700263","pdf_url":null,"source":{"id":"https://openalex.org/S17203304","display_name":"Automatic Control and Computer Sciences","issn_l":"0146-4116","issn":["0146-4116","1558-108X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320267","host_organization_name":"Pleiades Publishing","host_organization_lineage":["https://openalex.org/P4310320267","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Pleiades Publishing","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automatic Control and Computer Sciences","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1974852977","https://openalex.org/W1975879668","https://openalex.org/W2053154970","https://openalex.org/W2068258779","https://openalex.org/W2141766660","https://openalex.org/W2347127863","https://openalex.org/W2511558409","https://openalex.org/W2744144980","https://openalex.org/W3020712001","https://openalex.org/W3121009070","https://openalex.org/W3125131374","https://openalex.org/W3167381341","https://openalex.org/W3170763996","https://openalex.org/W4210764005","https://openalex.org/W4392210515"],"related_works":["https://openalex.org/W2364733638","https://openalex.org/W2347915009","https://openalex.org/W2385899941","https://openalex.org/W2373895987","https://openalex.org/W2380817186","https://openalex.org/W1724542697","https://openalex.org/W2362127218","https://openalex.org/W1977584028","https://openalex.org/W2289213592","https://openalex.org/W2085821195"],"abstract_inverted_index":{"Abstract\u2014":[0],"This":[1],"paper":[2],"studies":[3],"the":[4,44,57,64,71,75,81,85,92,96,105,111,125,144,157,161,168],"construction":[5],"of":[6,9,25,40,48,66,74,80,95,110,113,160,170],"a":[7,23,38,182,194],"corpus":[8,24,39,183,195],"sentences":[10,41,118,140,186],"annotated":[11,27,42,196],"by":[12,28,43,54,119,123,141,178,197],"general":[13,142],"sentiment":[14,29,175],"into":[15,30],"four":[16],"classes":[17,32],"(positive,":[18,33],"negative,":[19,34],"neutral,":[20],"and":[21,35,37,107,121],"mixed),":[22],"phrasemes":[26,122],"three":[31],"neutral),":[36],"presence":[45],"or":[46],"absence":[47],"irony.":[49],"The":[50],"annotation":[51,97],"is":[52,99,135,146,152,164],"conducted":[53],"volunteers":[55],"within":[56],"project":[58],"Preparing":[59],"Texts":[60],"for":[61,78,84,91,138,173],"Algorithms":[62],"on":[63,70,103,184],"People":[65],"Science":[67],"website.":[68],"Based":[69],"available":[72],"knowledge":[73],"subject":[76],"area":[77],"each":[79],"problems,":[82],"guidelines":[83],"annotators":[86,188],"are":[87,128],"compiled.":[88],"A":[89],"methodology":[90],"statistical":[93],"processing":[94],"results":[98],"also":[100,165],"developed":[101],"based":[102],"analyzing":[104],"distributions":[106],"agreement":[108,126,133,145,150],"measures":[109,127],"annotations":[112],"different":[114],"annotators.":[115],"For":[116],"annotating":[117,139],"irony":[120],"sentiment,":[124,143],"quite":[129],"high":[130],"(the":[131,148],"full":[132,149],"rate":[134,151],"0.60\u20130.99),":[136],"while":[137],"low":[147],"0.40),":[153],"apparently":[154],"due":[155],"to":[156],"higher":[158],"complexity":[159],"problem.":[162],"It":[163],"shown":[166],"that":[167],"performance":[169],"automatic":[171],"algorithms":[172],"sentence":[174],"analysis":[176],"improves":[177],"12\u201313%":[179],"when":[180],"using":[181],"whose":[185],"all":[187],"(3\u20135":[189],"people)":[190],"agree":[191],"compared":[192],"with":[193],"only":[198],"one":[199],"volunteer.":[200]},"counts_by_year":[],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}