{"id":"https://openalex.org/W4388756288","doi":"https://doi.org/10.1109/access.2023.3334260","title":"Annotators\u2019 Selection Impact on the Creation of a Sentiment Corpus for the Cryptocurrency Financial Domain","display_name":"Annotators\u2019 Selection Impact on the Creation of a Sentiment Corpus for the Cryptocurrency Financial Domain","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4388756288","doi":"https://doi.org/10.1109/access.2023.3334260"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3334260","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3334260","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10322757.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10322757.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015580559","display_name":"Manoel Fernando Alonso Gadi","orcid":"https://orcid.org/0000-0003-2988-0630"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Manoel Fernando Alonso Gadi","raw_affiliation_strings":["Department of Computer Science, University of Alcalá de Henares, Alcalá de Henares, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Alcalá de Henares, Alcalá de Henares, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043345274","display_name":"Miguel\u2010\u00c1ngel Sicilia","orcid":"https://orcid.org/0000-0003-3067-4180"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Miguel \u00c1ngel Sicilia","raw_affiliation_strings":["Department of Computer Science, University of Alcalá de Henares, Alcalá de Henares, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Alcalá de Henares, Alcalá de Henares, Spain","institution_ids":["https://openalex.org/I189268942"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5015580559"],"corresponding_institution_ids":["https://openalex.org/I189268942"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.5254,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.7239701,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":"11","issue":null,"first_page":"131081","last_page":"131088"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.821248471736908},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7170259952545166},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6201333403587341},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.4884702265262604},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.486683189868927},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4709271788597107},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.46131086349487305},{"id":"https://openalex.org/keywords/cryptocurrency","display_name":"Cryptocurrency","score":0.45545026659965515},{"id":"https://openalex.org/keywords/selection-bias","display_name":"Selection bias","score":0.43374931812286377},{"id":"https://openalex.org/keywords/bootstrapping","display_name":"Bootstrapping (finance)","score":0.4240560531616211},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.41407445073127747},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.41017842292785645},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.20694413781166077},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.18983975052833557},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09302231669425964}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.821248471736908},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7170259952545166},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6201333403587341},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.4884702265262604},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.486683189868927},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4709271788597107},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.46131086349487305},{"id":"https://openalex.org/C180706569","wikidata":"https://www.wikidata.org/wiki/Q13479982","display_name":"Cryptocurrency","level":2,"score":0.45545026659965515},{"id":"https://openalex.org/C40423286","wikidata":"https://www.wikidata.org/wiki/Q284172","display_name":"Selection bias","level":2,"score":0.43374931812286377},{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.4240560531616211},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.41407445073127747},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.41017842292785645},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.20694413781166077},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.18983975052833557},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09302231669425964},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3334260","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3334260","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10322757.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5864f7b7b78d49968543b0b5365fe7d5","is_oa":true,"landing_page_url":"https://doaj.org/article/5864f7b7b78d49968543b0b5365fe7d5","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 131081-131088 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3334260","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3334260","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10322757.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320328906","display_name":"Universidade de Tr\u00e1s-os-Montes e Alto Douro","ror":"https://ror.org/03qc8vh97"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388756288.pdf","grobid_xml":"https://content.openalex.org/works/W4388756288.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1975879668","https://openalex.org/W1996290308","https://openalex.org/W2012378416","https://openalex.org/W2741036097","https://openalex.org/W2806587241","https://openalex.org/W3035101152","https://openalex.org/W3102641573","https://openalex.org/W3111575682","https://openalex.org/W3179324327","https://openalex.org/W3194694093","https://openalex.org/W3200788654","https://openalex.org/W4294214983","https://openalex.org/W4313640514","https://openalex.org/W4384662964","https://openalex.org/W6676984168","https://openalex.org/W6691459498","https://openalex.org/W6751721268"],"related_works":["https://openalex.org/W4366411693","https://openalex.org/W3211641817","https://openalex.org/W3164717803","https://openalex.org/W4389915954","https://openalex.org/W3123387860","https://openalex.org/W4291291739","https://openalex.org/W2915579847","https://openalex.org/W4321377877","https://openalex.org/W2907143025","https://openalex.org/W2948261066"],"abstract_inverted_index":{"Well":[0],"labeled":[1],"natural":[2,10],"language":[3,11],"corpus":[4,64,206],"data":[5,32,374],"is":[6,39],"essential":[7],"for":[8,43,65,128,138,169,222,377],"most":[9],"processing":[12],"techniques,":[13],"especially":[14],"in":[15,25,37,54,196,290,396],"specialized":[16],"fields.":[17],"However,":[18],"cohort":[19,78,93,311],"biases":[20],"remain":[21],"a":[22,40,103,112,143,156,205,297,328],"significant":[23],"challenge":[24],"machine":[26,44],"learning.":[27],"The":[28,117,199,239,264,305,320,337],"narrow":[29],"origin":[30],"of":[31,61,77,83,91,102,119,135,146,155,164,194,332,372,380],"sampling":[33],"or":[34],"human":[35,262,287],"annotators":[36,168,246,272],"cohorts":[38,110,324],"prevalent":[41],"issue":[42],"learning":[45],"researchers":[46],"due":[47],"to":[48,51,159,191,350],"its":[49],"potential":[50,75],"induce":[52],"bias":[53,79],"the":[55,59,62,69,74,81,89,96,100,124,133,147,153,161,192,223,248,309,315,370,373,389],"final":[56],"product.":[57],"During":[58],"development":[60],"CryptoLin":[63,225],"another":[66],"research":[67],"project,":[68],"authors":[70],"became":[71],"concerned":[72],"about":[73],"influence":[76],"on":[80],"selection":[82,220],"annotators.":[84,224,263],"Therefore,":[85],"this":[86,197],"paper":[87,200],"addresses":[88],"question":[90],"whether":[92],"diversity":[94],"improves":[95],"labeling":[97,342,376],"result":[98],"through":[99],"implementation":[101],"repeated":[104],"annotator":[105,109,392],"process,":[106],"involving":[107],"two":[108,218],"and":[111,132,166,183,235,257,282,318,334,358,367],"statistically":[113],"robust":[114],"comparison":[115],"methodology.":[116],"utilization":[118],"statistical":[120],"tests,":[121],"such":[122],"as":[123],"Chi-Square":[125],"Independence":[126],"test":[127],"absolute":[129],"frequency":[130],"tables,":[131],"construction":[134],"confidence":[136],"intervals":[137],"Kappa":[139,150],"point":[140],"estimates,":[141],"facilitates":[142],"rigorous":[144],"analysis":[145,362,382],"differences":[148],"between":[149],"estimates.":[151],"Furthermore,":[152],"application":[154],"two-proportion":[157],"z-test":[158],"compare":[160],"accuracy":[162],"scores":[163],"UTAD":[165],"IE":[167],"various":[170],"pre-trained":[171],"models,":[172],"including":[173],"Vader":[174],"Sentiment":[175,178,186],"Analysis,":[176,179],"TextBlob":[177],"Flair":[180],"NLP":[181],"library,":[182],"FinBERT":[184,368],"Financial":[185],"Analysis":[187],"with":[188,229,312,325],"BERT,":[189],"contributes":[190],"advancement":[193],"knowledge":[195],"field.":[198],"utilizes":[201],"Cryptocurrency":[202],"Linguo":[203],"(CryptoLin),":[204],"containing":[207],"2683":[208],"cryptocurrency-related":[209],"news":[210,237,252,277],"articles":[211],"spanning":[212],"more":[213,390],"than":[214],"three":[215,261,274,286,323],"years,and":[216],"compares":[217],"different":[219,292],"criteria":[221],"was":[226,242,254,267,279,303,347],"annotated":[227,259,284],"twice":[228],"discrete":[230],"values":[231],"representing":[232],"negative,":[233],"neutral,":[234],"positive":[236],"respectively.":[238],"first":[240,306],"annotation":[241,266,307],"done":[243,343],"by":[244,260,270,285,344],"twenty-seven":[245],"from":[247,273,314,327],"same":[249,310,316],"cohort.":[250,293],"Each":[251,276],"title":[253,278],"randomly":[255,280],"assigned":[256,281],"blindly":[258,283],"second":[265,321],"carried":[268],"out":[269],"eighty-three":[271],"cohorts.":[275],"annotators,":[288],"one":[289],"each":[291],"In":[294],"both":[295,345],"annotations,":[296],"consensus":[298],"mechanism":[299],"using":[300],"simple":[301],"voting":[302],"applied.":[304],"used":[308,322],"students":[313,326],"nationality":[317],"background.":[319],"very":[329],"diverse":[330,391],"set":[331,375],"nationalities":[333],"educational":[335],"backgrounds.":[336],"results":[338,385],"demonstrate":[339],"that":[340,388],"manual":[341],"groups":[346],"acceptable":[348],"according":[349],"inter-rater":[351],"reliability":[352],"coefficients":[353],"Fleiss\u2019s":[354],"Kappa,":[355],"Krippendorff\u2019s":[356],"Alpha,":[357],"Gwet\u2019s":[359],"AC1.":[360],"Preliminary":[361],"utilizing":[363],"Vader,":[364],"Textblob,":[365],"Flair,":[366],"confirmed":[369],"utility":[371],"further":[378],"refinement":[379],"sentiment":[381],"algorithms.":[383],"Our":[384],"also":[386],"highlight":[387],"pool":[393],"performed":[394],"better":[395],"all":[397],"measured":[398],"aspects.":[399]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}