{"id":"https://openalex.org/W4416233013","doi":"https://doi.org/10.1145/3768292.3770365","title":"FinMR: A Knowledge-Intensive Multimodal Benchmark for Advanced Financial Reasoning","display_name":"FinMR: A Knowledge-Intensive Multimodal Benchmark for Advanced Financial Reasoning","publication_year":2025,"publication_date":"2025-11-14","ids":{"openalex":"https://openalex.org/W4416233013","doi":"https://doi.org/10.1145/3768292.3770365"},"language":null,"primary_location":{"id":"doi:10.1145/3768292.3770365","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3768292.3770365","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM International Conference on AI in Finance","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shuangyan Deng","orcid":"https://orcid.org/0009-0004-4395-2877"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Shuangyan Deng","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0009-0004-4395-2877","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100306467","display_name":"H. P. Peng","orcid":"https://orcid.org/0009-0007-9656-0182"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Haizhou Peng","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0009-0007-9656-0182","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiachen Xu","orcid":"https://orcid.org/0009-0005-8160-1151"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Jiachen Xu","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0009-0005-8160-1151","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062187850","display_name":"Rui Mao","orcid":"https://orcid.org/0000-0002-1082-8755"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rui Mao","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-1082-8755","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006344024","display_name":"Ciprian Doru Giurc\u0103neanu","orcid":"https://orcid.org/0000-0001-5512-0868"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Ciprian Doru Giurcaneanu","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-5512-0868","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083914998","display_name":"Jiamou Liu","orcid":"https://orcid.org/0000-0002-0824-0899"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Jiamou Liu","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-0824-0899","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.16441098,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"168","last_page":"176"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.17990000545978546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.17990000545978546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.13120000064373016,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.0940999984741211,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7552000284194946},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5468999743461609},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4377000033855438},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.42250001430511475},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.4203000068664551},{"id":"https://openalex.org/keywords/financial-services","display_name":"Financial services","score":0.36959999799728394},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3587999939918518}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7552000284194946},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6534000039100647},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5468999743461609},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4657000005245209},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4377000033855438},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.43130001425743103},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.42250001430511475},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.4203000068664551},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4172999858856201},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40400001406669617},{"id":"https://openalex.org/C139043278","wikidata":"https://www.wikidata.org/wiki/Q837171","display_name":"Financial services","level":2,"score":0.36959999799728394},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3587999939918518},{"id":"https://openalex.org/C23925645","wikidata":"https://www.wikidata.org/wiki/Q5449731","display_name":"Financial modeling","level":2,"score":0.3458000123500824},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2556000053882599}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3768292.3770365","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3768292.3770365","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM International Conference on AI in Finance","raw_type":"proceedings-article"},{"id":"pmh:oai:researchspace.auckland.ac.nz:2292/74106","is_oa":false,"landing_page_url":"https://hdl.handle.net/2292/74106","pdf_url":null,"source":{"id":"https://openalex.org/S7407055463","display_name":"ResearchSpace (University of Auckland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I154130895","host_organization_name":"University of Auckland","host_organization_lineage":["https://openalex.org/I154130895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Item"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2319526668","https://openalex.org/W4205508242","https://openalex.org/W4319165821","https://openalex.org/W4389166221","https://openalex.org/W4402670321","https://openalex.org/W4402670994","https://openalex.org/W4402716477","https://openalex.org/W4403819970","https://openalex.org/W4409426259","https://openalex.org/W4410636985","https://openalex.org/W4412889764"],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"Large":[1],"Language":[2],"Models":[3],"(MLLMs)":[4],"have":[5],"made":[6],"substantial":[7],"progress":[8],"in":[9],"recent":[10],"years.":[11],"However,":[12],"their":[13],"rigorous":[14],"evaluation":[15],"within":[16],"specialized":[17],"domains":[18],"like":[19],"finance":[20],"is":[21],"hindered":[22],"by":[23,29],"the":[24],"absence":[25],"of":[26,136],"datasets":[27],"characterized":[28],"professional-level":[30],"knowledge":[31],"intensity,":[32],"detailed":[33],"annotations,":[34,154],"and":[35,71,85,93,108,119,140,151,165,176],"advanced":[36,90],"reasoning":[37,58,169],"complexity.":[38],"To":[39],"address":[40],"this":[41],"critical":[42],"gap,":[43],"we":[44,111],"introduce":[45],"FinMR,":[46],"a":[47,61],"high-quality,":[48],"knowledge-intensive":[49],"multimodal":[50,167],"dataset":[51],"explicitly":[52],"designed":[53],"to":[54],"evaluate":[55],"expert-level":[56],"financial":[57,79,91,121,138,143,168],"capabilities":[59],"at":[60,181],"professional":[62,120,171],"analyst\u2019s":[63],"standard.":[64],"FinMR":[65,155],"comprises":[66],"over":[67],"3,200":[68],"meticulously":[69],"curated":[70],"expertly":[72],"annotated":[73],"question-answer":[74],"pairs":[75],"across":[76,98],"15":[77],"diverse":[78],"topics,":[80],"ensuring":[81],"broad":[82],"domain":[83],"diversity":[84],"integrating":[86],"sophisticated":[87],"mathematical":[88],"reasoning,":[89],"knowledge,":[92],"nuanced":[94],"visual":[95,149],"interpretation":[96],"tasks":[97],"multiple":[99],"image":[100,132],"types.":[101],"Through":[102],"comprehensive":[103],"benchmarking":[104],"with":[105],"leading":[106],"closed-source":[107],"open-source":[109],"MLLMs,":[110],"highlight":[112],"significant":[113],"performance":[114],"disparities":[115],"between":[116],"these":[117],"models":[118],"analysts,":[122],"uncovering":[123],"key":[124],"areas":[125],"for":[126,163],"model":[127],"advancement,":[128],"such":[129],"as":[130,158],"precise":[131],"analysis,":[133],"accurate":[134],"application":[135],"complex":[137],"formulas,":[139],"deeper":[141],"contextual":[142],"understanding.":[144],"By":[145],"providing":[146],"richly":[147],"varied":[148],"content":[150],"thorough":[152],"explanatory":[153],"establishes":[156],"itself":[157],"an":[159],"essential":[160],"benchmark":[161],"tool":[162],"assessing":[164],"advancing":[166],"toward":[170],"analyst-level":[172],"competence.":[173],"Our":[174],"code":[175],"data":[177],"can":[178],"be":[179],"found":[180],"https://FinMR/Code&Data.":[182]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-14T00:00:00"}
