{"id":"https://openalex.org/W4415537514","doi":"https://doi.org/10.1145/3746027.3755723","title":"Towards Temporal-Aware Multi-Modal Retrieval Augemented Generation in Finance","display_name":"Towards Temporal-Aware Multi-Modal Retrieval Augemented Generation in Finance","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415537514","doi":"https://doi.org/10.1145/3746027.3755723"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3755723","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3755723","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3746027.3755723","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029052244","display_name":"Fengbin Zhu","orcid":"https://orcid.org/0000-0001-6776-2040"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Fengbin Zhu","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6776-2040","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Junfeng Li","orcid":"https://orcid.org/0009-0009-1203-0673"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Junfeng Li","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0009-1203-0673","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027533517","display_name":"Liangming Pan","orcid":"https://orcid.org/0000-0002-7789-7739"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangming Pan","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7789-7739","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368524","display_name":"Wenjie Wang","orcid":"https://orcid.org/0000-0002-5199-1428"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjie Wang","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-5199-1428","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051925942","display_name":"Fuli Feng","orcid":"https://orcid.org/0000-0002-5828-9842"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuli Feng","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-5828-9842","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100407035","display_name":"Chao Wang","orcid":"https://orcid.org/0000-0002-7427-793X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chao Wang","raw_affiliation_strings":["6Estates Pte Ltd, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7427-793X","affiliations":[{"raw_affiliation_string":"6Estates Pte Ltd, Singapore, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091587552","display_name":"Huanbo Luan","orcid":"https://orcid.org/0000-0003-3938-119X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huanbo Luan","raw_affiliation_strings":["6Estates Pte Ltd, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-3938-119X","affiliations":[{"raw_affiliation_string":"6Estates Pte Ltd, Singapore, Singapore","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089404640","display_name":"Tat\u2010Seng Chua","orcid":"https://orcid.org/0000-0001-6097-7807"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tat-Seng Chua","raw_affiliation_strings":["National University of Singapore, Singapore, Kent Ridge, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6097-7807","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Kent Ridge, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6289","last_page":"6297"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5547000169754028},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4052000045776367},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.3937000036239624},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.3880000114440918},{"id":"https://openalex.org/keywords/stock","display_name":"Stock (firearms)","score":0.37549999356269836},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.34709998965263367},{"id":"https://openalex.org/keywords/data-retrieval","display_name":"Data retrieval","score":0.3172000050544739}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.713699996471405},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5547000169754028},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42170000076293945},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40779998898506165},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4052000045776367},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.3937000036239624},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3880000114440918},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.38199999928474426},{"id":"https://openalex.org/C204036174","wikidata":"https://www.wikidata.org/wiki/Q909380","display_name":"Stock (firearms)","level":2,"score":0.37549999356269836},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3391000032424927},{"id":"https://openalex.org/C551230270","wikidata":"https://www.wikidata.org/wiki/Q4368942","display_name":"Data retrieval","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.31189998984336853},{"id":"https://openalex.org/C2780299701","wikidata":"https://www.wikidata.org/wiki/Q475000","display_name":"Stock market","level":3,"score":0.30090001225471497},{"id":"https://openalex.org/C19244329","wikidata":"https://www.wikidata.org/wiki/Q208697","display_name":"Financial market","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C2983685735","wikidata":"https://www.wikidata.org/wiki/Q5227355","display_name":"Data source","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C23925645","wikidata":"https://www.wikidata.org/wiki/Q5449731","display_name":"Financial modeling","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.2624000012874603}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3755723","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3755723","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3746027.3755723","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746027.3755723","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W1546425147","https://openalex.org/W2012592974","https://openalex.org/W2798658104","https://openalex.org/W3174986053","https://openalex.org/W4252076394","https://openalex.org/W4297678984","https://openalex.org/W4404351611"],"related_works":[],"abstract_inverted_index":{"Finance":[0],"decision-making":[1],"often":[2],"relies":[3],"on":[4],"in-depth":[5],"data":[6,10,43,88,145],"analysis":[7,113,125],"across":[8],"various":[9],"sources,":[11],"including":[12,94,119],"financial":[13,61,112],"tables,":[14,62],"news":[15,63],"articles,":[16,64],"stock":[17,66],"prices,":[18,67],"etc.":[19,129],"In":[20],"this":[21],"work,":[22],"we":[23],"introduce":[24],"FINTMMBench,":[25],"the":[26,73,81,185],"first":[27,138],"comprehensive":[28],"benchmark":[29,192],"for":[30],"evaluating":[31],"temporal-aware":[32],"multi-modal":[33,141],"Retrieval-Augmented":[34],"Generation":[35],"(RAG)":[36],"systems":[37],"in":[38,163,177],"finance.":[39],"Built":[40],"from":[41,146],"heterologous":[42],"of":[44,60,85],"NASDAQ":[45],"100":[46],"companies,":[47],"FINTMMBench":[48],"offers":[49],"three":[50],"significant":[51],"advantages.":[52],"1)":[53],"Multi-modal":[54],"Corpus:":[55],"It":[56],"encompasses":[57],"a":[58,90,133,140],"hybrid":[59],"daily":[65],"and":[68,83,99,126,152,158,169,193],"visual":[69,151],"technical":[70],"charts":[71],"as":[72],"corpus.":[74],"2)":[75],"Temporal-aware":[76],"Questions:":[77],"Each":[78],"question":[79],"requires":[80],"retrieval":[82],"interpretation":[84],"its":[86],"relevant":[87],"over":[89],"specific":[91],"time":[92],"period,":[93],"daily,":[95],"weekly,":[96],"monthly,":[97],"quarterly,":[98],"annual":[100],"periods.":[101],"3)":[102],"Diverse":[103],"Financial":[104],"Analysis":[105],"Tasks:":[106],"The":[107,191],"questions":[108],"involve":[109],"10":[110],"different":[111],"tasks":[114],"designed":[115],"by":[116,188],"domain":[117],"experts,":[118],"information":[120,162],"extraction,":[121],"trend":[122],"analysis,":[123],"sentiment":[124],"event":[127],"detection,":[128],"We":[130],"further":[131],"propose":[132],"novel":[134],"TMMHybridRAG":[135],"method,":[136],"which":[137],"leverages":[139],"LLM":[142],"to":[143],"convert":[144],"other":[147],"modalities":[148],"(e.g.,":[149],"tabular,":[150],"time-series":[153],"data)":[154],"into":[155],"textual":[156],"format":[157],"then":[159],"incorporates":[160],"temporal":[161],"each":[164],"node":[165],"when":[166],"constructing":[167],"graphs":[168],"dense":[170],"indexes.":[171],"Its":[172],"effectiveness":[173],"has":[174],"been":[175],"validated":[176],"extensive":[178],"experiments,":[179],"but":[180],"notable":[181],"gaps":[182],"remain,":[183],"highlighting":[184],"challenges":[186],"presented":[187],"our":[189],"FINTMMBench.":[190],"source":[194],"code":[195],"will":[196],"be":[197],"made":[198],"publicly":[199],"available.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-25T00:00:00"}