{"id":"https://openalex.org/W3043424630","doi":"https://doi.org/10.1109/access.2020.3009626","title":"Evaluation of Sentiment Analysis in Finance: From Lexicons to Transformers","display_name":"Evaluation of Sentiment Analysis in Finance: From Lexicons to Transformers","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3043424630","doi":"https://doi.org/10.1109/access.2020.3009626","mag":"3043424630"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3009626","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3009626","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09142175.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09142175.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084784960","display_name":"Kostadin Mishev","orcid":"https://orcid.org/0000-0003-3982-3330"},"institutions":[{"id":"https://openalex.org/I76245029","display_name":"Ss. Cyril and Methodius University in Skopje","ror":"https://ror.org/02wk2vx54","country_code":"MK","type":"education","lineage":["https://openalex.org/I76245029"]}],"countries":["MK"],"is_corresponding":false,"raw_author_name":"Kostadin Mishev","raw_affiliation_strings":["Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Skopje, North Macedonia"],"raw_orcid":"https://orcid.org/0000-0003-3982-3330","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Skopje, North Macedonia","institution_ids":["https://openalex.org/I76245029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034185097","display_name":"Ana Gjorgjevikj","orcid":"https://orcid.org/0000-0002-5135-7718"},"institutions":[{"id":"https://openalex.org/I76245029","display_name":"Ss. Cyril and Methodius University in Skopje","ror":"https://ror.org/02wk2vx54","country_code":"MK","type":"education","lineage":["https://openalex.org/I76245029"]}],"countries":["MK"],"is_corresponding":false,"raw_author_name":"Ana Gjorgjevikj","raw_affiliation_strings":["Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Skopje, North Macedonia"],"raw_orcid":"https://orcid.org/0000-0002-5135-7718","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Skopje, North Macedonia","institution_ids":["https://openalex.org/I76245029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053217029","display_name":"Irena Vodenska","orcid":"https://orcid.org/0000-0003-1183-7941"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Irena Vodenska","raw_affiliation_strings":["Financial Informatics Lab, Metropolitan College, Boston University, Boston, USA"],"raw_orcid":"https://orcid.org/0000-0003-1183-7941","affiliations":[{"raw_affiliation_string":"Financial Informatics Lab, Metropolitan College, Boston University, Boston, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lubomir T. Chitkushev","orcid":null},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lubomir T. Chitkushev","raw_affiliation_strings":["Financial Informatics Lab, Metropolitan College, Boston University, Boston, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Financial Informatics Lab, Metropolitan College, Boston University, Boston, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067143303","display_name":"Dimitar Trajanov","orcid":"https://orcid.org/0000-0002-3105-6010"},"institutions":[{"id":"https://openalex.org/I76245029","display_name":"Ss. Cyril and Methodius University in Skopje","ror":"https://ror.org/02wk2vx54","country_code":"MK","type":"education","lineage":["https://openalex.org/I76245029"]}],"countries":["MK"],"is_corresponding":false,"raw_author_name":"Dimitar Trajanov","raw_affiliation_strings":["Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Skopje, North Macedonia"],"raw_orcid":"https://orcid.org/0000-0002-3105-6010","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University, Skopje, North Macedonia","institution_ids":["https://openalex.org/I76245029"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":17.1973,"has_fulltext":true,"cited_by_count":324,"citation_normalized_percentile":{"value":0.99364154,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"131662","last_page":"131682"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7868872880935669},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7749110460281372},{"id":"https://openalex.org/keywords/unavailability","display_name":"Unavailability","score":0.6273960471153259},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5641824007034302},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5627742409706116},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5594028830528259},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4767288267612457},{"id":"https://openalex.org/keywords/stock-market","display_name":"Stock market","score":0.44357407093048096},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43641749024391174},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4264293611049652},{"id":"https://openalex.org/keywords/financial-market","display_name":"Financial market","score":0.4106108844280243},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.33865487575531006},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.09111914038658142}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7868872880935669},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7749110460281372},{"id":"https://openalex.org/C2780505938","wikidata":"https://www.wikidata.org/wiki/Q17093282","display_name":"Unavailability","level":2,"score":0.6273960471153259},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5641824007034302},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5627742409706116},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5594028830528259},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4767288267612457},{"id":"https://openalex.org/C2780299701","wikidata":"https://www.wikidata.org/wiki/Q475000","display_name":"Stock market","level":3,"score":0.44357407093048096},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43641749024391174},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4264293611049652},{"id":"https://openalex.org/C19244329","wikidata":"https://www.wikidata.org/wiki/Q208697","display_name":"Financial market","level":2,"score":0.4106108844280243},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.33865487575531006},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.09111914038658142},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2780762169","wikidata":"https://www.wikidata.org/wiki/Q5905368","display_name":"Horse","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3009626","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3009626","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09142175.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:04306a91a10046efac0099e73dc76926","is_oa":true,"landing_page_url":"https://doaj.org/article/04306a91a10046efac0099e73dc76926","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 131662-131682 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3009626","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3009626","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09142175.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3043424630.pdf","grobid_xml":"https://content.openalex.org/works/W3043424630.grobid-xml"},"referenced_works_count":113,"referenced_works":["https://openalex.org/W82712395","https://openalex.org/W1522301498","https://openalex.org/W1546425147","https://openalex.org/W1549869922","https://openalex.org/W1566289585","https://openalex.org/W1614298861","https://openalex.org/W1662133657","https://openalex.org/W1678356000","https://openalex.org/W1809255060","https://openalex.org/W1832693441","https://openalex.org/W1836521361","https://openalex.org/W1924770834","https://openalex.org/W1965235124","https://openalex.org/W1975428268","https://openalex.org/W1983578042","https://openalex.org/W2038466413","https://openalex.org/W2074384921","https://openalex.org/W2091432990","https://openalex.org/W2093866254","https://openalex.org/W2095705004","https://openalex.org/W2104246439","https://openalex.org/W2130440015","https://openalex.org/W2131744502","https://openalex.org/W2133564696","https://openalex.org/W2138293190","https://openalex.org/W2170240176","https://openalex.org/W2214603282","https://openalex.org/W2250539671","https://openalex.org/W2250966211","https://openalex.org/W2295598076","https://openalex.org/W2407776548","https://openalex.org/W2470673105","https://openalex.org/W2493916176","https://openalex.org/W2740721704","https://openalex.org/W2753259282","https://openalex.org/W2766176255","https://openalex.org/W2783122809","https://openalex.org/W2783819197","https://openalex.org/W2785939461","https://openalex.org/W2786464815","https://openalex.org/W2790589292","https://openalex.org/W2794284562","https://openalex.org/W2794557536","https://openalex.org/W2795257215","https://openalex.org/W2797713804","https://openalex.org/W2880875857","https://openalex.org/W2882319491","https://openalex.org/W2888160375","https://openalex.org/W2892137778","https://openalex.org/W2896457183","https://openalex.org/W2904055881","https://openalex.org/W2912723748","https://openalex.org/W2914120296","https://openalex.org/W2914767245","https://openalex.org/W2923841521","https://openalex.org/W2962739339","https://openalex.org/W2963026768","https://openalex.org/W2963355447","https://openalex.org/W2963626623","https://openalex.org/W2963691546","https://openalex.org/W2963918774","https://openalex.org/W2964236337","https://openalex.org/W2964243274","https://openalex.org/W2965373594","https://openalex.org/W2965968319","https://openalex.org/W2973088264","https://openalex.org/W2978017171","https://openalex.org/W2979472088","https://openalex.org/W2996428491","https://openalex.org/W3015942869","https://openalex.org/W3034999214","https://openalex.org/W3035390927","https://openalex.org/W3122886537","https://openalex.org/W3124698732","https://openalex.org/W3124888963","https://openalex.org/W3125952890","https://openalex.org/W3133994440","https://openalex.org/W3167958315","https://openalex.org/W4205947740","https://openalex.org/W4249906708","https://openalex.org/W4294170691","https://openalex.org/W4294367149","https://openalex.org/W4300485781","https://openalex.org/W4385245566","https://openalex.org/W6603405191","https://openalex.org/W6629028937","https://openalex.org/W6631190155","https://openalex.org/W6632775526","https://openalex.org/W6636510571","https://openalex.org/W6638911773","https://openalex.org/W6640212811","https://openalex.org/W6674330103","https://openalex.org/W6679434410","https://openalex.org/W6679775712","https://openalex.org/W6682691769","https://openalex.org/W6685053522","https://openalex.org/W6713582272","https://openalex.org/W6739901393","https://openalex.org/W6747248625","https://openalex.org/W6748176785","https://openalex.org/W6749489859","https://openalex.org/W6749879876","https://openalex.org/W6752788575","https://openalex.org/W6753840640","https://openalex.org/W6755207826","https://openalex.org/W6759455113","https://openalex.org/W6766673545","https://openalex.org/W6767182473","https://openalex.org/W6768021236","https://openalex.org/W6768851824","https://openalex.org/W6769263558","https://openalex.org/W6769311223","https://openalex.org/W6772752637"],"related_works":["https://openalex.org/W4237235066","https://openalex.org/W2026539069","https://openalex.org/W207884067","https://openalex.org/W3127016596","https://openalex.org/W2365973415","https://openalex.org/W3146085540","https://openalex.org/W1482423459","https://openalex.org/W2996457675","https://openalex.org/W2129918226","https://openalex.org/W2645942849"],"abstract_inverted_index":{"Financial":[0],"and":[1,25,56,83,119,133,163,171,195,198],"economic":[2],"news":[3,45],"is":[4,20,28,46,77],"continuously":[5],"monitored":[6],"by":[7,52,148],"financial":[8,74,149],"market":[9,15],"participants.":[10],"According":[11],"to":[12,80,97,115,168,175,193,217],"the":[13,71,117,153,166,176],"efficient":[14,64],"hypothesis,":[16],"all":[17],"past":[18],"information":[19,27],"reflected":[21],"in":[22,31,161,189,228],"stock":[23,34],"prices":[24],"new":[26],"instantaneously":[29],"absorbed":[30],"determining":[32],"future":[33],"prices.":[35],"Hence,":[36],"prompt":[37],"extraction":[38],"of":[39,85,121,129,186,211],"positive":[40],"or":[41],"negative":[42],"sentiments":[43],"from":[44,70],"very":[47],"important":[48],"for":[49,66,158,226],"investment":[50],"decision-making":[51],"traders,":[53],"portfolio":[54],"managers":[55],"investors.":[57],"Sentiment":[58],"analysis":[59,76,91,124,160,191],"models":[60,92],"can":[61],"provide":[62],"an":[63,109],"method":[65],"extracting":[67],"actionable":[68],"signals":[69],"news.":[72],"However,":[73],"sentiment":[75,90,123,159,190],"challenging":[78],"due":[79],"domain-specific":[81],"language":[82],"unavailability":[84],"large":[86,203],"labeled":[87,147],"datasets.":[88],"General":[89],"are":[93,205],"ineffective":[94],"when":[95,202],"applied":[96],"specific":[98,156],"domains":[99],"such":[100],"as":[101],"finance.":[102],"To":[103],"overcome":[104],"these":[105],"challenges,":[106],"we":[107,113],"design":[108],"evaluation":[110,154],"platform":[111],"which":[112,222],"use":[114,227],"assess":[116],"effectiveness":[118],"performance":[120],"various":[122],"approaches,":[125],"based":[126],"on":[127],"combinations":[128],"text":[130],"representation":[131],"methods":[132],"machine-learning":[134],"classifiers.":[135],"We":[136,151],"perform":[137],"more":[138],"than":[139],"one":[140],"hundred":[141],"experiments":[142],"using":[143],"publicly":[144],"available":[145,178],"datasets,":[146],"experts.":[150],"start":[152],"with":[155],"lexicons":[157,194],"finance":[162],"gradually":[164],"build":[165],"study":[167],"include":[169],"word":[170,197],"sentence":[172,199],"encoders,":[173,200],"up":[174],"latest":[177],"NLP":[179,212],"transformers.":[180],"The":[181],"results":[182,216],"show":[183],"improved":[184],"efficiency":[185],"contextual":[187],"embeddings":[188],"compared":[192],"fixed":[196],"even":[201],"datasets":[204],"not":[206],"available.":[207],"Furthermore,":[208],"distilled":[209],"versions":[210],"transformers":[213],"produce":[214],"comparable":[215],"their":[218],"larger":[219],"teacher":[220],"models,":[221],"makes":[223],"them":[224],"suitable":[225],"production":[229],"environments.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":33},{"year":2025,"cited_by_count":72},{"year":2024,"cited_by_count":91},{"year":2023,"cited_by_count":55},{"year":2022,"cited_by_count":42},{"year":2021,"cited_by_count":29},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-16T09:24:06.705377","created_date":"2025-10-10T00:00:00"}