{"id":"https://openalex.org/W4404351535","doi":"https://doi.org/10.1145/3677052.3698675","title":"Is Small Really Beautiful for Central Bank Communication? Evaluating Language Models for Finance: Llama-3-70B, GPT-4, FinBERT-FOMC, FinBERT, and VADER","display_name":"Is Small Really Beautiful for Central Bank Communication? Evaluating Language Models for Finance: Llama-3-70B, GPT-4, FinBERT-FOMC, FinBERT, and VADER","publication_year":2024,"publication_date":"2024-11-14","ids":{"openalex":"https://openalex.org/W4404351535","doi":"https://doi.org/10.1145/3677052.3698675"},"language":"en","primary_location":{"id":"doi:10.1145/3677052.3698675","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3677052.3698675","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3677052.3698675","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th ACM International Conference on AI in Finance","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3677052.3698675","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058944740","display_name":"Wonseong Kim","orcid":"https://orcid.org/0000-0003-1850-471X"},"institutions":[{"id":"https://openalex.org/I1317225278","display_name":"Statistics Korea","ror":"https://ror.org/004g7jm05","country_code":"KR","type":"government","lineage":["https://openalex.org/I1317225278","https://openalex.org/I2801339556","https://openalex.org/I4210126005"]},{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Wonseong Kim","raw_affiliation_strings":["Institute of Economics and Statistics, Korea University, KR"],"raw_orcid":"https://orcid.org/0000-0003-1850-471X","affiliations":[{"raw_affiliation_string":"Institute of Economics and Statistics, Korea University, KR","institution_ids":["https://openalex.org/I197347611","https://openalex.org/I1317225278"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020815109","display_name":"Jan Sp\u00f6rer","orcid":"https://orcid.org/0000-0002-9473-5029"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]},{"id":"https://openalex.org/I4210087266","display_name":"Institute of Computer Science","ror":"https://ror.org/003fvp964","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210087266","https://openalex.org/I99542240"]}],"countries":["CH","PL"],"is_corresponding":false,"raw_author_name":"Jan Sp\u00f6rer","raw_affiliation_strings":["Institute of Computer Science, Chair of Natural Language Processing, University of St. Gallen, CH"],"raw_orcid":"https://orcid.org/0000-0002-9473-5029","affiliations":[{"raw_affiliation_string":"Institute of Computer Science, Chair of Natural Language Processing, University of St. Gallen, CH","institution_ids":["https://openalex.org/I4210087266","https://openalex.org/I202963720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057798717","display_name":"Choong Lyol Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I1317225278","display_name":"Statistics Korea","ror":"https://ror.org/004g7jm05","country_code":"KR","type":"government","lineage":["https://openalex.org/I1317225278","https://openalex.org/I2801339556","https://openalex.org/I4210126005"]},{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Choong Lyol Lee","raw_affiliation_strings":["Institute of Economics and Statistics, Korea University, KR"],"raw_orcid":"https://orcid.org/0000-0002-9892-1750","affiliations":[{"raw_affiliation_string":"Institute of Economics and Statistics, Korea University, KR","institution_ids":["https://openalex.org/I197347611","https://openalex.org/I1317225278"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024322708","display_name":"Siegfried Handschuh","orcid":"https://orcid.org/0000-0002-6195-9034"},"institutions":[{"id":"https://openalex.org/I202963720","display_name":"University of St.Gallen","ror":"https://ror.org/0561a3s31","country_code":"CH","type":"education","lineage":["https://openalex.org/I202963720"]},{"id":"https://openalex.org/I4210087266","display_name":"Institute of Computer Science","ror":"https://ror.org/003fvp964","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210087266","https://openalex.org/I99542240"]}],"countries":["CH","PL"],"is_corresponding":false,"raw_author_name":"Siegfried Handschuh","raw_affiliation_strings":["Institute of Computer Science, Chair of Natural Language Processing, University of St.Gallen, CH"],"raw_orcid":"https://orcid.org/0000-0002-6195-9034","affiliations":[{"raw_affiliation_string":"Institute of Computer Science, Chair of Natural Language Processing, University of St.Gallen, CH","institution_ids":["https://openalex.org/I4210087266","https://openalex.org/I202963720"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5058944740"],"corresponding_institution_ids":["https://openalex.org/I1317225278","https://openalex.org/I197347611"],"apc_list":null,"apc_paid":null,"fwci":1.4079,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.84046579,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"626","last_page":"633"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9406999945640564,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9406999945640564,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4306797385215759}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4306797385215759}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3677052.3698675","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3677052.3698675","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3677052.3698675","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th ACM International Conference on AI in Finance","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3677052.3698675","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3677052.3698675","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3677052.3698675","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th ACM International Conference on AI in Finance","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404351535.pdf"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1546425147","https://openalex.org/W2595186334","https://openalex.org/W2798658104","https://openalex.org/W2922583138","https://openalex.org/W3030163527","https://openalex.org/W3034999214","https://openalex.org/W3043424630","https://openalex.org/W3093506934","https://openalex.org/W3123373223","https://openalex.org/W3133936946","https://openalex.org/W3135783559","https://openalex.org/W3168116410","https://openalex.org/W3176038554","https://openalex.org/W3202031169","https://openalex.org/W4221143046","https://openalex.org/W4281557260","https://openalex.org/W4292779060","https://openalex.org/W4310895557","https://openalex.org/W4377865306","https://openalex.org/W4382246105","https://openalex.org/W4385574090","https://openalex.org/W4389524022","https://openalex.org/W4396698956","https://openalex.org/W6838865847"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"This":[0],"study":[1],"compares":[2],"the":[3,11,18,23,42],"sentiment":[4],"detection":[5],"capabilities":[6],"of":[7,13,41],"language":[8,49],"models":[9],"for":[10],"domain":[12],"central":[14],"bank":[15],"communication,":[16,36],"particularly":[17],"official":[19],"statements":[20],"released":[21],"by":[22],"U.S.":[24],"Federal":[25],"Open":[26],"Market":[27],"Committee":[28],"(FOMC).":[29],"While":[30],"previous":[31],"studies":[32,44],"have":[33],"explored":[34],"FOMC":[35],"this":[37],"work":[38],"is":[39],"one":[40],"few":[43],"that":[45],"use":[46],"a":[47,57],"natural":[48],"processing-based":[50],"approach.":[51],"The":[52],"analysis":[53],"employs":[54],"VADER,":[55],"FinBERT,":[56],"fine-tuned":[58],"FinBERT":[59],"model":[60],"(FinBERT-FOMC),":[61],"GPT-4,":[62],"and":[63],"Llama-3-70B.":[64]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2024-11-14T00:00:00"}