{"id":"https://openalex.org/W4415974709","doi":"https://doi.org/10.1016/j.procs.2025.09.177","title":"Multimodal Financial Sentiment for Stock Return Prediction","display_name":"Multimodal Financial Sentiment for Stock Return Prediction","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415974709","doi":"https://doi.org/10.1016/j.procs.2025.09.177"},"language":"en","primary_location":{"id":"doi:10.1016/j.procs.2025.09.177","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2025.09.177","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1016/j.procs.2025.09.177","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036484429","display_name":"Petr H\u00e1jek","orcid":"https://orcid.org/0000-0001-5579-1215"},"institutions":[{"id":"https://openalex.org/I140744787","display_name":"University of Pardubice","ror":"https://ror.org/01chzd453","country_code":"CZ","type":"education","lineage":["https://openalex.org/I140744787"]}],"countries":["CZ"],"is_corresponding":true,"raw_author_name":"Petr Hajek","raw_affiliation_strings":["Faculty of Economics and Administration, University of Pardubice, Studentska 95, Pardubice, 53210, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Economics and Administration, University of Pardubice, Studentska 95, Pardubice, 53210, Czech Republic","institution_ids":["https://openalex.org/I140744787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047802588","display_name":"Josef Novotn\u00fd","orcid":"https://orcid.org/0000-0002-5268-8658"},"institutions":[{"id":"https://openalex.org/I140744787","display_name":"University of Pardubice","ror":"https://ror.org/01chzd453","country_code":"CZ","type":"education","lineage":["https://openalex.org/I140744787"]}],"countries":["CZ"],"is_corresponding":true,"raw_author_name":"Josef Novotny","raw_affiliation_strings":["Faculty of Economics and Administration, University of Pardubice, Studentska 95, Pardubice, 53210, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Economics and Administration, University of Pardubice, Studentska 95, Pardubice, 53210, Czech Republic","institution_ids":["https://openalex.org/I140744787"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012529291","display_name":"Michal Munk","orcid":"https://orcid.org/0000-0002-9913-3596"},"institutions":[{"id":"https://openalex.org/I306340464","display_name":"Constantine the Philosopher University in Nitra","ror":"https://ror.org/038dnay05","country_code":"SK","type":"education","lineage":["https://openalex.org/I306340464"]},{"id":"https://openalex.org/I140744787","display_name":"University of Pardubice","ror":"https://ror.org/01chzd453","country_code":"CZ","type":"education","lineage":["https://openalex.org/I140744787"]}],"countries":["CZ","SK"],"is_corresponding":true,"raw_author_name":"Michal Munk","raw_affiliation_strings":["Department of Computer Science, Constantine the Philosopher University in Nitra, Tr. A. Hlinku 1, 949 74, Nitra, Slovakia","Faculty of Economics and Administration, University of Pardubice, Studentska 95, Pardubice, 53210, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Constantine the Philosopher University in Nitra, Tr. A. Hlinku 1, 949 74, Nitra, Slovakia","institution_ids":["https://openalex.org/I306340464"]},{"raw_affiliation_string":"Faculty of Economics and Administration, University of Pardubice, Studentska 95, Pardubice, 53210, Czech Republic","institution_ids":["https://openalex.org/I140744787"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069945410","display_name":"Da\u0161a Munkov\u00e1","orcid":"https://orcid.org/0000-0002-1003-7929"},"institutions":[{"id":"https://openalex.org/I306340464","display_name":"Constantine the Philosopher University in Nitra","ror":"https://ror.org/038dnay05","country_code":"SK","type":"education","lineage":["https://openalex.org/I306340464"]}],"countries":["SK"],"is_corresponding":true,"raw_author_name":"Dasa Munkova","raw_affiliation_strings":["Department of Computer Science, Constantine the Philosopher University in Nitra, Tr. A. Hlinku 1, 949 74, Nitra, Slovakia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Constantine the Philosopher University in Nitra, Tr. A. Hlinku 1, 949 74, Nitra, Slovakia","institution_ids":["https://openalex.org/I306340464"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5012529291","https://openalex.org/A5036484429","https://openalex.org/A5047802588","https://openalex.org/A5069945410"],"corresponding_institution_ids":["https://openalex.org/I140744787","https://openalex.org/I306340464"],"apc_list":null,"apc_paid":null,"fwci":3.4056,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93555809,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"270","issue":null,"first_page":"582","last_page":"591"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9146999716758728,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9146999716758728,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10081","display_name":"Auditing, Earnings Management, Governance","score":0.014600000344216824,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11653","display_name":"Financial Distress and Bankruptcy Prediction","score":0.013500000350177288,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5875999927520752},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.5716999769210815},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5651000142097473},{"id":"https://openalex.org/keywords/stock-market","display_name":"Stock market","score":0.5616999864578247},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5404000282287598},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5386000275611877},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43869999051094055},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4180000126361847}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8492000102996826},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5875999927520752},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.5716999769210815},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5651000142097473},{"id":"https://openalex.org/C2780299701","wikidata":"https://www.wikidata.org/wiki/Q475000","display_name":"Stock market","level":3,"score":0.5616999864578247},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5404000282287598},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5386000275611877},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49779999256134033},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43869999051094055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4343000054359436},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4180000126361847},{"id":"https://openalex.org/C117245426","wikidata":"https://www.wikidata.org/wiki/Q235038","display_name":"Technical analysis","level":2,"score":0.40860000252723694},{"id":"https://openalex.org/C2781426361","wikidata":"https://www.wikidata.org/wiki/Q5326940","display_name":"Earnings","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C204036174","wikidata":"https://www.wikidata.org/wiki/Q909380","display_name":"Stock (firearms)","level":2,"score":0.3846000134944916},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.36480000615119934},{"id":"https://openalex.org/C19244329","wikidata":"https://www.wikidata.org/wiki/Q208697","display_name":"Financial market","level":2,"score":0.3377000093460083},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26750001311302185},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.procs.2025.09.177","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2025.09.177","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.procs.2025.09.177","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2025.09.177","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7823990410","display_name":null,"funder_award_id":"25-15405S","funder_id":"https://openalex.org/F4320321006","funder_display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky"},{"id":"https://openalex.org/G8835109858","display_name":null,"funder_award_id":"VEGA-1/0734/24","funder_id":"https://openalex.org/F4320312330","funder_display_name":"Slovensk\u00e1 Akad\u00e9mia Vied"}],"funders":[{"id":"https://openalex.org/F4320312330","display_name":"Slovensk\u00e1 Akad\u00e9mia Vied","ror":"https://ror.org/03h7qq074"},{"id":"https://openalex.org/F4320321006","display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky","ror":"https://ror.org/01pv73b02"},{"id":"https://openalex.org/F4320323641","display_name":"Vedeck\u00e1 Grantov\u00e1 Agent\u00fara M\u0160VVa\u0160 SR a SAV","ror":"https://ror.org/044gwpv05"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2595186334","https://openalex.org/W2947835085","https://openalex.org/W2950906777","https://openalex.org/W3001790167","https://openalex.org/W3005880472","https://openalex.org/W3043066941","https://openalex.org/W3094475872","https://openalex.org/W3099645789","https://openalex.org/W3120434113","https://openalex.org/W3124986135","https://openalex.org/W3130456109","https://openalex.org/W3183739234","https://openalex.org/W3185316781","https://openalex.org/W3194394329","https://openalex.org/W4205204575","https://openalex.org/W4313650695","https://openalex.org/W4318586138","https://openalex.org/W4322736091","https://openalex.org/W4386164447","https://openalex.org/W4391576085","https://openalex.org/W4391796486","https://openalex.org/W4392168447","https://openalex.org/W4392859372","https://openalex.org/W4394687718","https://openalex.org/W4399891940","https://openalex.org/W4403104467","https://openalex.org/W4404172054","https://openalex.org/W4404351445","https://openalex.org/W4404351544","https://openalex.org/W4404433939"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,37,62,79,111,150],"novel":[4],"multimodal":[5,151],"deep":[6],"learning":[7],"framework":[8,142],"for":[9,43,50],"stock":[10,147],"return":[11],"prediction":[12,131],"that":[13,97,124],"integrates":[14],"heterogeneous":[15],"data":[16],"sources:":[17],"technical":[18,45],"indicators,":[19],"market":[20,51],"investor":[21],"sentiment":[22,26],"indices,":[23],"and":[24,47,52,106],"textual":[25,53],"extracted":[27],"from":[28,85],"earnings":[29],"conference":[30],"call":[31],"transcripts.":[32],"The":[33,94],"proposed":[34,141],"model":[35,77,99],"employs":[36],"hybrid":[38],"architecture":[39],"combining":[40],"transformer":[41],"encoder":[42],"the":[44,69,91,117,136,140],"modality":[46],"neural":[48],"networks":[49],"modalities.":[54],"A":[55],"modality-level":[56],"attention":[57],"mechanism":[58],"is":[59],"used":[60],"in":[61,143,149],"late":[63],"fusion":[64,108],"setup":[65],"to":[66,130],"dynamically":[67],"weight":[68,121],"contributions":[70],"of":[71,114,139],"each":[72],"modality.":[73],"We":[74],"evaluate":[75],"our":[76,98],"on":[78,116],"large-scale":[80],"dataset":[81],"comprising":[82],"24,821":[83],"samples":[84],"497":[86],"S&P":[87],"500":[88],"companies":[89],"over":[90],"period":[92],"2010\u20132022.":[93],"results":[95,134],"show":[96],"outperforms":[100],"traditional":[101],"models":[102],"(LSTM,":[103],"BiL-STM,":[104],"CNN-LSTM)":[105],"alternative":[107],"strategies,":[109],"achieving":[110],"directional":[112],"accuracy":[113],"59.94%":[115],"test":[118],"set.":[119],"Attention":[120],"analysis":[122],"confirms":[123],"all":[125],"three":[126],"modalities":[127],"contribute":[128],"meaningfully":[129],"performance.":[132],"These":[133],"demonstrate":[135],"overall":[137],"effectiveness":[138],"accurately":[144],"predicting":[145],"abnormal":[146],"returns":[148],"setting.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-20T08:49:12.498775","created_date":"2025-11-06T00:00:00"}