{"id":"https://openalex.org/W4416195087","doi":"https://doi.org/10.1145/3768292.3770433","title":"FAITH: A Framework for Assessing Intrinsic Tabular Hallucinations in Finance","display_name":"FAITH: A Framework for Assessing Intrinsic Tabular Hallucinations in Finance","publication_year":2025,"publication_date":"2025-11-14","ids":{"openalex":"https://openalex.org/W4416195087","doi":"https://doi.org/10.1145/3768292.3770433"},"language":null,"primary_location":{"id":"doi:10.1145/3768292.3770433","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3768292.3770433","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM International Conference on AI in Finance","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2508.05201","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mengao Zhang","orcid":"https://orcid.org/0009-0008-9254-5839"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Mengao Zhang","raw_affiliation_strings":["Asian Institute of Digital Finance, National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0008-9254-5839","affiliations":[{"raw_affiliation_string":"Asian Institute of Digital Finance, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiayu Fu","orcid":"https://orcid.org/0009-0007-8247-8292"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jiayu Fu","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0007-8247-8292","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120060722","display_name":"Tanya Warrier","orcid":"https://orcid.org/0009-0002-8888-6119"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tanya Warrier","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0002-8888-6119","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041387507","display_name":"Yuwen Wang","orcid":"https://orcid.org/0009-0002-9743-1247"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yuwen Wang","raw_affiliation_strings":["Asian Institute of Digital Finance, National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0002-9743-1247","affiliations":[{"raw_affiliation_string":"Asian Institute of Digital Finance, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101802556","display_name":"T.C. Tan","orcid":"https://orcid.org/0000-0002-8038-7887"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tianhui Tan","raw_affiliation_strings":["Asian Institute of Digital Finance, National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-8038-7887","affiliations":[{"raw_affiliation_string":"Asian Institute of Digital Finance, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061690540","display_name":"Ke\u2010Wei Huang","orcid":"https://orcid.org/0000-0002-9932-6195"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ke-wei Huang","raw_affiliation_strings":["Asian Institute of Digital Finance, National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-9932-6195","affiliations":[{"raw_affiliation_string":"Asian Institute of Digital Finance, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.29907768,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"159","last_page":"167"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13720","display_name":"Benford\u2019s Law and Fraud Detection","score":0.13590000569820404,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13720","display_name":"Benford\u2019s Law and Fraud Detection","score":0.13590000569820404,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11653","display_name":"Financial Distress and Bankruptcy Prediction","score":0.05460000038146973,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.05460000038146973,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5378999710083008},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.4916999936103821},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.46140000224113464},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.400299996137619},{"id":"https://openalex.org/keywords/financial-modeling","display_name":"Financial modeling","score":0.3919000029563904},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.3700000047683716},{"id":"https://openalex.org/keywords/financial-services","display_name":"Financial services","score":0.3626999855041504}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5544999837875366},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5378999710083008},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.5170999765396118},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.4916999936103821},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.46140000224113464},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40450000762939453},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.400299996137619},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39629998803138733},{"id":"https://openalex.org/C23925645","wikidata":"https://www.wikidata.org/wiki/Q5449731","display_name":"Financial modeling","level":2,"score":0.3919000029563904},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3700000047683716},{"id":"https://openalex.org/C139043278","wikidata":"https://www.wikidata.org/wiki/Q837171","display_name":"Financial services","level":2,"score":0.3626999855041504},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.31869998574256897},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3028999865055084},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.29899999499320984},{"id":"https://openalex.org/C76073288","wikidata":"https://www.wikidata.org/wiki/Q1337875","display_name":"Financial risk","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C2778414658","wikidata":"https://www.wikidata.org/wiki/Q1409206","display_name":"Model risk","level":3,"score":0.2773999869823456},{"id":"https://openalex.org/C19244329","wikidata":"https://www.wikidata.org/wiki/Q208697","display_name":"Financial market","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2551000118255615}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3768292.3770433","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3768292.3770433","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM International Conference on AI in Finance","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2508.05201","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.05201","pdf_url":"https://arxiv.org/pdf/2508.05201","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2508.05201","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2508.05201","pdf_url":"https://arxiv.org/pdf/2508.05201","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W3174986053","https://openalex.org/W3201174429","https://openalex.org/W4205508242","https://openalex.org/W4281656839","https://openalex.org/W4380353763","https://openalex.org/W4389116118","https://openalex.org/W4389518784","https://openalex.org/W4389519449","https://openalex.org/W4389519598","https://openalex.org/W4391095288","https://openalex.org/W4392384379","https://openalex.org/W4392677727","https://openalex.org/W4396988255","https://openalex.org/W4399598180","https://openalex.org/W4400435249","https://openalex.org/W4401042876","https://openalex.org/W4402667093","https://openalex.org/W4402671555","https://openalex.org/W4402671590","https://openalex.org/W4403928879","https://openalex.org/W4404369392","https://openalex.org/W4404783114","https://openalex.org/W4404783277","https://openalex.org/W4409362526","https://openalex.org/W4411119554","https://openalex.org/W4412945166","https://openalex.org/W4415036142","https://openalex.org/W4415108817","https://openalex.org/W6966748995"],"related_works":[],"abstract_inverted_index":{"Hallucination":[0],"remains":[1],"a":[2,63,77,92,99,103,116,133,143],"critical":[3,144],"challenge":[4],"for":[5,23,68,136],"deploying":[6],"Large":[7],"Language":[8],"Models":[9],"(LLMs)":[10],"in":[11,72,123],"finance.":[12],"Accurate":[13],"extraction":[14],"and":[15,35,48,65,114,140,150],"precise":[16],"calculation":[17],"from":[18,109],"tabular":[19,50,128],"data":[20,51],"are":[21],"essential":[22],"reliable":[24,151],"financial":[25,73,85,127,152],"analysis,":[26],"since":[27],"even":[28],"minor":[29],"numerical":[30],"errors":[31],"can":[32],"undermine":[33],"decision-making":[34],"regulatory":[36],"compliance.":[37],"Financial":[38],"applications":[39],"have":[40],"unique":[41],"requirements,":[42],"often":[43],"relying":[44],"on":[45,126],"context-dependent,":[46],"numerical,":[47],"proprietary":[49],"that":[52],"existing":[53],"hallucination":[54,105,121],"benchmarks":[55],"rarely":[56],"capture.":[57],"In":[58],"this":[59],"study,":[60],"we":[61],"develop":[62],"rigorous":[64],"scalable":[66],"framework":[67],"evaluating":[69],"intrinsic":[70,120],"hallucinations":[71],"LLMs,":[74],"conceptualized":[75],"as":[76,142],"context-aware":[78],"masked":[79],"span":[80],"prediction":[81],"task":[82],"over":[83],"real-world":[84],"documents.":[86],"Our":[87,130],"main":[88],"contributions":[89],"are:":[90],"(1)":[91],"novel,":[93],"automated":[94],"dataset":[95,107],"creation":[96],"paradigm":[97],"using":[98],"masking":[100],"strategy;":[101],"(2)":[102],"new":[104],"evaluation":[106,118,139],"derived":[108],"S&P":[110],"500":[111],"annual":[112],"reports;":[113],"(3)":[115],"comprehensive":[117],"of":[119],"patterns":[122],"state-of-the-art":[124],"LLMs":[125],"data.":[129],"work":[131],"provides":[132],"robust":[134],"methodology":[135],"in-house":[137],"LLM":[138],"serves":[141],"step":[145],"toward":[146],"building":[147],"more":[148],"trustworthy":[149],"Generative":[153],"AI":[154],"systems.":[155]},"counts_by_year":[],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-28T00:00:00"}
