{"id":"https://openalex.org/W4416232540","doi":"https://doi.org/10.1145/3768292.3770341","title":"Reasoning or Overthinking: Evaluating Large Language Models on Financial Sentiment Analysis","display_name":"Reasoning or Overthinking: Evaluating Large Language Models on Financial Sentiment Analysis","publication_year":2025,"publication_date":"2025-11-14","ids":{"openalex":"https://openalex.org/W4416232540","doi":"https://doi.org/10.1145/3768292.3770341"},"language":null,"primary_location":{"id":"doi:10.1145/3768292.3770341","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3768292.3770341","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM International Conference on AI in Finance","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091742803","display_name":"Dimitris Vamvourellis","orcid":"https://orcid.org/0009-0008-6794-044X"},"institutions":[{"id":"https://openalex.org/I4210122335","display_name":"BlackRock (United States)","ror":null,"country_code":"US","type":null,"lineage":["https://openalex.org/I4210122335"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dimitris Vamvourellis","raw_affiliation_strings":["BlackRock, Inc., New York, USA"],"raw_orcid":"https://orcid.org/0009-0008-6794-044X","affiliations":[{"raw_affiliation_string":"BlackRock, Inc., New York, USA","institution_ids":["https://openalex.org/I4210122335"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056701307","display_name":"Dhagash Mehta","orcid":"https://orcid.org/0000-0002-1040-9032"},"institutions":[{"id":"https://openalex.org/I4210122335","display_name":"BlackRock (United States)","ror":null,"country_code":"US","type":null,"lineage":["https://openalex.org/I4210122335"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dhagash Mehta","raw_affiliation_strings":["BlackRock, Inc., New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-1040-9032","affiliations":[{"raw_affiliation_string":"BlackRock, Inc., New York, USA","institution_ids":["https://openalex.org/I4210122335"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210122335"],"apc_list":null,"apc_paid":null,"fwci":5.0037,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.96048888,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"299","last_page":"307"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.35100001096725464,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.35100001096725464,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.20340000092983246,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.11919999867677689,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5921000242233276},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.4934999942779541},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.48399999737739563},{"id":"https://openalex.org/keywords/financial-services","display_name":"Financial services","score":0.3637999892234802},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.3222000002861023},{"id":"https://openalex.org/keywords/language-understanding","display_name":"Language understanding","score":0.3154999911785126},{"id":"https://openalex.org/keywords/financial-market","display_name":"Financial market","score":0.2971999943256378}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6844000220298767},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5921000242233276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.54339998960495},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4934999942779541},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.492900013923645},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.48399999737739563},{"id":"https://openalex.org/C139043278","wikidata":"https://www.wikidata.org/wiki/Q837171","display_name":"Financial services","level":2,"score":0.3637999892234802},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.34929999709129333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3246999979019165},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3222000002861023},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C19244329","wikidata":"https://www.wikidata.org/wiki/Q208697","display_name":"Financial market","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C2779313563","wikidata":"https://www.wikidata.org/wiki/Q17072565","display_name":"On Language","level":2,"score":0.2924000024795532},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C2993724205","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Human language","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C540431452","wikidata":"https://www.wikidata.org/wiki/Q16319025","display_name":"FinTech","level":3,"score":0.27390000224113464},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2603999972343445}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3768292.3770341","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3768292.3770341","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM International Conference on AI in Finance","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1507711477","https://openalex.org/W1546425147","https://openalex.org/W4298110867","https://openalex.org/W4318919287","https://openalex.org/W4364320763","https://openalex.org/W4366702143","https://openalex.org/W4387872602","https://openalex.org/W4391286169","https://openalex.org/W4402670321","https://openalex.org/W4405551267","https://openalex.org/W4406892424","https://openalex.org/W4414485088","https://openalex.org/W4415132780","https://openalex.org/W4416036482"],"related_works":[],"abstract_inverted_index":{"We":[0,24,52],"evaluate":[1],"the":[2,19,75,103],"zero-shot":[3],"performance":[4,77,111],"of":[5,81],"large":[6],"language":[7],"models":[8],"(LLMs),":[9],"both":[10],"reasoning-based":[11],"and":[12,41,84],"non-reasoning,":[13],"on":[14],"financial":[15,98],"sentiment":[16,66],"classification":[17],"using":[18],"expert-annotated":[20],"Financial":[21],"PhraseBank":[22],"dataset.":[23],"compare":[25],"three":[26],"proprietary":[27],"LLMs":[28],"(GPT-4o,":[29],"GPT-4.1,":[30],"o3-mini)":[31],"under":[32],"different":[33],"prompting":[34,73,92],"paradigms":[35],"that":[36,54,88,105],"imitate":[37],"System":[38,42,90],"1":[39],"(intuitive)":[40],"2":[43],"(deliberative)":[44],"reasoning,":[45,55],"alongside":[46],"two":[47],"finetuned":[48],"baselines":[49],"(FinBERT-Prosus,":[50],"FinBERT-Tone).":[51],"demonstrate":[53],"whether":[56],"prompt-induced":[57],"or":[58],"built-in,":[59],"does":[60],"not":[61],"improve":[62],"alignment":[63],"with":[64],"human":[65,95],"labels.":[67],"Notably,":[68],"GPT-4o":[69],"without":[70],"Chain-of-Thought":[71],"(CoT)":[72],"achieves":[74],"best":[76],"across":[78,112],"varying":[79],"levels":[80],"linguistic":[82],"complexity":[83],"annotation":[85],"ambiguity,":[86],"suggesting":[87],"intuitive,":[89],"1-style":[91],"better":[93],"matches":[94],"judgment":[96],"in":[97],"contexts.":[99],"These":[100],"findings":[101],"challenge":[102],"assumption":[104],"more":[106],"reasoning":[107],"universally":[108],"improves":[109],"LLM":[110],"tasks.":[113]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-11-14T00:00:00"}
