{"id":"https://openalex.org/W4396988255","doi":"https://doi.org/10.1145/3639856.3639895","title":"Towards reducing hallucination in extracting information from financial reports using Large Language Models","display_name":"Towards reducing hallucination in extracting information from financial reports using Large Language Models","publication_year":2023,"publication_date":"2023-10-25","ids":{"openalex":"https://openalex.org/W4396988255","doi":"https://doi.org/10.1145/3639856.3639895"},"language":"en","primary_location":{"id":"doi:10.1145/3639856.3639895","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639856.3639895","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639856.3639895","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third International Conference on AI-ML Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3639856.3639895","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040045971","display_name":"Bhaskarjit Sarmah","orcid":"https://orcid.org/0009-0004-3076-9539"},"institutions":[{"id":"https://openalex.org/I55884533","display_name":"BlackRock (United States)","ror":"https://ror.org/031dc4703","country_code":"US","type":"company","lineage":["https://openalex.org/I55884533"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bhaskarjit Sarmah","raw_affiliation_strings":["BlackRock, IN"],"raw_orcid":"https://orcid.org/0009-0004-3076-9539","affiliations":[{"raw_affiliation_string":"BlackRock, IN","institution_ids":["https://openalex.org/I55884533"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056701307","display_name":"Dhagash Mehta","orcid":"https://orcid.org/0000-0002-1040-9032"},"institutions":[{"id":"https://openalex.org/I55884533","display_name":"BlackRock (United States)","ror":"https://ror.org/031dc4703","country_code":"US","type":"company","lineage":["https://openalex.org/I55884533"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dhagash Mehta","raw_affiliation_strings":["BlackRock, Inc., US"],"raw_orcid":"https://orcid.org/0000-0002-1040-9032","affiliations":[{"raw_affiliation_string":"BlackRock, Inc., US","institution_ids":["https://openalex.org/I55884533"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030132224","display_name":"Stefano Pasquali","orcid":"https://orcid.org/0009-0007-8005-3207"},"institutions":[{"id":"https://openalex.org/I55884533","display_name":"BlackRock (United States)","ror":"https://ror.org/031dc4703","country_code":"US","type":"company","lineage":["https://openalex.org/I55884533"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stefano Pasquali","raw_affiliation_strings":["BlackRock, Inc., USA"],"raw_orcid":"https://orcid.org/0009-0007-8005-3207","affiliations":[{"raw_affiliation_string":"BlackRock, Inc., USA","institution_ids":["https://openalex.org/I55884533"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060636280","display_name":"Tianjie Zhu","orcid":"https://orcid.org/0009-0006-9402-6325"},"institutions":[{"id":"https://openalex.org/I55884533","display_name":"BlackRock (United States)","ror":"https://ror.org/031dc4703","country_code":"US","type":"company","lineage":["https://openalex.org/I55884533"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianjie Zhu","raw_affiliation_strings":["BlackRock, Inc., USA"],"raw_orcid":"https://orcid.org/0009-0006-9402-6325","affiliations":[{"raw_affiliation_string":"BlackRock, Inc., USA","institution_ids":["https://openalex.org/I55884533"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I55884533"],"apc_list":null,"apc_paid":null,"fwci":3.2906,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.94144998,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7070871591567993},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.648240864276886},{"id":"https://openalex.org/keywords/earnings","display_name":"Earnings","score":0.5173206329345703},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.5167352557182312},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5133432745933533},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.49676281213760376},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.49642807245254517},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.47621187567710876},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45799878239631653},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4322824478149414},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43209755420684814},{"id":"https://openalex.org/keywords/character","display_name":"Character (mathematics)","score":0.4249686598777771},{"id":"https://openalex.org/keywords/investment","display_name":"Investment (military)","score":0.41191205382347107},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.3898012638092041},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3604595959186554},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2026880979537964},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.15866917371749878},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.09168270230293274},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.08992999792098999}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7070871591567993},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.648240864276886},{"id":"https://openalex.org/C2781426361","wikidata":"https://www.wikidata.org/wiki/Q5326940","display_name":"Earnings","level":2,"score":0.5173206329345703},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5167352557182312},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5133432745933533},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.49676281213760376},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.49642807245254517},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47621187567710876},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45799878239631653},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4322824478149414},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43209755420684814},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.4249686598777771},{"id":"https://openalex.org/C27548731","wikidata":"https://www.wikidata.org/wiki/Q88272","display_name":"Investment (military)","level":3,"score":0.41191205382347107},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.3898012638092041},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3604595959186554},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2026880979537964},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.15866917371749878},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.09168270230293274},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.08992999792098999},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3639856.3639895","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639856.3639895","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639856.3639895","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third International Conference on AI-ML Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3639856.3639895","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639856.3639895","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639856.3639895","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Third International Conference on AI-ML Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.75,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396988255.pdf","grobid_xml":"https://content.openalex.org/works/W4396988255.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W2034190452","https://openalex.org/W2109227373","https://openalex.org/W2548952840","https://openalex.org/W3027879771","https://openalex.org/W4200388857","https://openalex.org/W4362655426","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W2392768766","https://openalex.org/W2058118494","https://openalex.org/W2382021449","https://openalex.org/W2095118173","https://openalex.org/W2104269053","https://openalex.org/W2106424170","https://openalex.org/W1985426483","https://openalex.org/W2501188010","https://openalex.org/W4299935056","https://openalex.org/W2010935248"],"abstract_inverted_index":{"For":[0],"a":[1,16],"financial":[2,13],"analyst,":[3],"the":[4,11,32,40,85,106,125],"question":[5],"and":[6,24,47,51,57,62,94,131,146],"answer":[7],"(Q&A)":[8],"segment":[9],"of":[10,19,87,127,150],"company":[12],"report":[14,100],"is":[15],"crucial":[17],"piece":[18],"information":[20,97],"for":[21,142],"various":[22,128,139],"analysis":[23],"investment":[25],"decisions.":[26,81],"However,":[27],"extracting":[28],"valuable":[29],"insights":[30],"from":[31,98],"Q&A":[33,144],"section":[34],"has":[35],"posed":[36],"considerable":[37],"challenges":[38],"as":[39,44,109,111,119,121],"conventional":[41],"methods":[42],"such":[43],"detailed":[45],"reading":[46],"note-taking":[48],"lack":[49],"scalability":[50],"are":[52],"susceptible":[53],"to":[54,92],"human":[55],"errors,":[56],"Optical":[58],"Character":[59],"Recognition":[60],"(OCR)":[61],"similar":[63],"techniques":[64],"encounter":[65],"difficulties":[66],"in":[67],"accurately":[68],"processing":[69],"unstructured":[70],"transcript":[71],"text,":[72],"often":[73],"missing":[74],"subtle":[75],"linguistic":[76],"nuances":[77],"that":[78],"drive":[79],"investor":[80],"Here,":[82],"we":[83],"demonstrate":[84,148],"utilization":[86],"Large":[88],"Language":[89],"Models":[90],"(LLMs)":[91],"efficiently":[93],"rapidly":[95],"extract":[96],"earnings":[99],"transcripts":[101],"while":[102],"ensuring":[103],"high":[104],"accuracy\u2014transforming":[105],"extraction":[107],"process":[108],"well":[110,120],"reducing":[112],"hallucination":[113],"by":[114],"combining":[115],"retrieval-augmented":[116],"generation":[117],"technique":[118],"metadata.":[122],"We":[123],"evaluate":[124],"outcomes":[126],"LLMs":[129],"with":[130],"without":[132],"using":[133],"our":[134,151],"proposed":[135],"approach":[136],"based":[137],"on":[138],"objective":[140],"metrics":[141],"evaluating":[143],"systems,":[145],"empirically":[147],"superiority":[149],"method.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}